-- Logs begin at Tue 2021-06-29 16:21:23 UTC, end at Tue 2021-06-29 17:22:01 UTC. -- Jun 29 16:58:25.546126 dv-cinder-798672-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 16:58:27.653137 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.common.config [-] Logging enabled! Jun 29 16:58:27.653885 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 29 16:58:27.653885 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74184) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 29 16:58:27.656151 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.common.config [-] Logging enabled! Jun 29 16:58:27.656396 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 29 16:58:27.656639 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74184) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 29 16:58:27.657606 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 16:58:27.657837 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 16:58:27.658186 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 16:58:27.658429 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 16:58:27.658652 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 16:58:27.658966 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.659258 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.659550 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.659873 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.660410 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.660547 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.660832 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.661123 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.661517 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.661805 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.662086 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.662369 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.662597 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.662876 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.663162 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.663447 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.663668 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] debug = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.663946 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.664365 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.664763 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.665045 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.665354 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.665626 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.665899 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.666181 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.666505 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] host = dv-cinder-798672-1-smb {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.666786 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.667069 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.667351 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.667631 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.667903 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.668175 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.668456 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.668725 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.668994 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] log_file = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.669292 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.669578 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.669862 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.670150 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.670373 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.670592 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.670872 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.671159 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.671435 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.671705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.671977 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.672249 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.672517 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.672782 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.673065 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.673369 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.673652 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.673923 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.674194 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.674460 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.674726 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.675006 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.675279 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.676166 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.676568 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.676869 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.677149 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.677435 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.677732 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.678015 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.678296 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.678577 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.678848 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.679127 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.679396 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.679666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.679933 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] use_json = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.680201 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.680468 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.680749 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.681019 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.681441 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.681713 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.681984 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.682269 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:27.682565 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.682858 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.683154 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.683434 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.683722 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.684099 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.684393 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.684669 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.684960 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.685266 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.685554 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.685830 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.686114 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.686404 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.686690 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.687234 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.687507 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.687794 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.688068 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.688379 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.688654 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.688939 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.689237 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.689507 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.689785 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.690057 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.690333 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.690602 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.690877 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.691979 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.692285 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.692537 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.692809 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.693083 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.693378 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.693661 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.693936 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.694207 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.694478 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.694753 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.695026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.695296 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.695571 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.695840 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.696113 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.696384 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.696654 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.696928 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.697225 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.697496 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.697764 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.698031 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.698303 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.698573 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.698861 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.699131 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.699399 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.699668 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.699952 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.700245 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.700518 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.700793 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.701065 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.701370 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.701642 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.701912 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.702184 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.702460 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.702729 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.703014 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.703292 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.703575 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.703851 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.704125 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.704416 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.704690 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.704968 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.705263 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.705540 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.705820 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.706097 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.706389 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.706820 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.707309 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.707443 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.707664 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.707943 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.708248 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.708526 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:27.708742 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:58:27.708981 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74184) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 16:58:28.107819 dv-cinder-798672-1-smb neutron-server[74184]: INFO keyring.backend [-] Loading KWallet Jun 29 16:58:28.114978 dv-cinder-798672-1-smb neutron-server[74184]: INFO keyring.backend [-] Loading SecretService Jun 29 16:58:28.118218 dv-cinder-798672-1-smb neutron-server[74184]: INFO keyring.backend [-] Loading Windows Jun 29 16:58:28.119515 dv-cinder-798672-1-smb neutron-server[74184]: INFO keyring.backend [-] Loading chainer Jun 29 16:58:28.120075 dv-cinder-798672-1-smb neutron-server[74184]: INFO keyring.backend [-] Loading macOS Jun 29 16:58:28.152239 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:58:28.152515 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:58:28.152804 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:58:28.153145 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 16:58:28.462569 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.462862 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.463130 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.518919 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.519276 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.519604 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.522653 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.522928 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.523192 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.552236 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.552542 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.552812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.579299 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.579582 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.579846 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.894819 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.895476 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.895476 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.895660 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:28.896324 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.020270 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.020587 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.020872 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.021164 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.021432 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.021738 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.022000 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.022255 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.022506 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.022785 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.023042 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.023301 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.023560 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.023814 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.024076 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.024341 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.024594 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.024862 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.025113 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.025428 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.025771 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.026023 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.026269 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.026551 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.026800 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.027045 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.027427 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.027664 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.027898 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.028130 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.028362 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.028593 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.029154 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 16:58:29.032308 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 16:58:29.036740 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 16:58:29.040588 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jun 29 16:58:29.042239 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 16:58:29.042620 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 16:58:29.042947 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 16:58:29.043324 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 16:58:29.046124 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 16:58:29.046372 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 16:58:29.046713 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 16:58:29.074473 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 29 16:58:29.074908 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.075199 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74184) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 16:58:29.075562 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.076911 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74184) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 16:58:29.077214 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 16:58:29.077458 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 16:58:29.080601 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.080874 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.140904 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 16:58:29.141163 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 16:58:29.141393 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 16:58:29.141753 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 16:58:29.172173 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_db.sqlalchemy.engines [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74184) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 29 16:58:29.497081 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing driver for type 'gre' Jun 29 16:58:29.497548 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] gre ID ranges: [(1, 1000)] Jun 29 16:58:29.552528 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing driver for type 'local' Jun 29 16:58:29.552858 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing driver for type 'vlan' Jun 29 16:58:29.566352 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] VlanTypeDriver initialization complete Jun 29 16:58:29.566826 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing driver for type 'vxlan' Jun 29 16:58:29.567307 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] vxlan ID ranges: [(1, 1000)] Jun 29 16:58:29.621378 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing extension driver 'port_security' Jun 29 16:58:29.621728 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.extensions.port_security [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] PortSecurityExtensionDriver initialization complete Jun 29 16:58:29.622051 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing mechanism driver 'openvswitch' Jun 29 16:58:29.622382 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing mechanism driver 'hyperv' Jun 29 16:58:29.629984 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.plugins.ml2.plugin [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:58:29.630746 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.631111 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.631459 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.631838 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnet after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.632182 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnet after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.632518 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnet after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.632889 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.633257 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.633591 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.633957 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > security_group after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.634293 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > security_group after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.634625 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > security_group after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.634993 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.635329 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.635658 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.635986 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] ML2 OVO RPC backend initialized. {{(pid=74184) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 29 16:58:29.636606 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router_interface after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.636944 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.637378 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.637715 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > networks before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.638048 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.638377 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > ports before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.638708 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnet before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.639040 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnets before_response 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.639375 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.639707 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.640040 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.640364 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.640691 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.641017 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.641366 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnet after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.641695 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnet after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.642018 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > subnet after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.642584 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.plugin [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Modular L2 Plugin initialization complete Jun 29 16:58:29.642902 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading services supported by the core plugin {{(pid=74184) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 16:58:29.643217 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.plugins.ml2.managers [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Got port-security extension from driver 'port_security' Jun 29 16:58:29.643665 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.extensions.vlantransparent [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Disabled vlantransparent extension. Jun 29 16:58:29.645729 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74184) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 16:58:29.646058 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: router Jun 29 16:58:29.681817 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router_interface before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.682200 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router after_create 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.682556 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router before_create 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.682907 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.683267 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.683613 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router after_delete 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.683961 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > floatingip after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.684311 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router after_create 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.684649 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router after_update 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.684995 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router after_update 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.685357 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.685706 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router after_update 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.686105 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_update 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.686462 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: port after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.687050 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: port after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.687389 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: subnet after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.687710 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.688042 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > port precommit_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.688376 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_create 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.688703 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: port before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.689031 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.689405 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router after_update 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.689739 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_delete 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.690072 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_create 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.690419 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router_interface after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.690751 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_update 55549900 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.691885 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > agent after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.692291 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > agent after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.692629 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > network after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.693512 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Tracking information for resource: router configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.693828 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Tracking information for resource: floatingip configured {{(pid=74184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:58:29.698633 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.db.l3_agentschedulers_db [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 16:58:29.699186 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: port after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.699536 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: port after_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.699875 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: port after_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.700215 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: port after_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.700987 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router before_create 55550100 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.701374 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_delete 55550100 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.701724 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_create 55550100 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.702068 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > router precommit_update 55550100 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.706358 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.services.provider_configuration [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service providers = [] {{(pid=74184) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 16:58:29.707482 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.db.servicetype_db [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74184) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 16:58:29.710500 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.services.service_base [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:58:29.710842 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.services.service_base [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:58:29.711174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.services.service_base [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:58:29.712193 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.services.service_base [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:58:29.712637 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.services.service_base [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 16:58:29.713013 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.713347 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 16:58:29.724217 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.724543 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: auto_allocate Jun 29 16:58:29.730295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: network precommit_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.730656 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: network precommit_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.731170 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.731480 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: tag Jun 29 16:58:29.738738 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.739064 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: timestamp Jun 29 16:58:29.742791 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.743115 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: network_ip_availability Jun 29 16:58:29.748332 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.748636 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.748985 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.749786 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.750097 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: flavors Jun 29 16:58:29.756046 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.756372 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading Plugin: revisions Jun 29 16:58:29.760555 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:58:29.760942 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_concurrency.lockutils [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=74184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:58:29.761691 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74184) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jun 29 16:58:29.762016 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Initializing extension manager. Jun 29 16:58:29.762504 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: __init__.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.762832 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: __pycache__ {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.763151 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.763470 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.763786 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: _filter_validation_lib.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.764100 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.764410 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: address_group.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.765227 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.765776 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: address-group Jun 29 16:58:29.766092 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: address_scope.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.766776 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.767270 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: address-scope Jun 29 16:58:29.767581 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: admin_state_down_before_update.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.768471 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.768997 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: router-admin-state-down-before-update Jun 29 16:58:29.770285 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: agent.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.770973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.771469 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: agent Jun 29 16:58:29.771780 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: agent_resources_synced.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.772665 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.773191 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: agent-resources-synced Jun 29 16:58:29.773507 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: allowedaddresspairs.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.775220 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.775737 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: allowed-address-pairs Jun 29 16:58:29.776054 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: auto_allocated_topology.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.777105 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.777639 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: auto-allocated-topology Jun 29 16:58:29.777955 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: availability_zone.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.778626 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.779122 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: availability_zone Jun 29 16:58:29.779433 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: availability_zone_filter.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.780311 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.780810 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: availability_zone_filter Jun 29 16:58:29.781121 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: data_plane_status.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.782025 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.782523 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 16:58:29.782832 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: default_subnetpools.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.783712 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.784207 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: default-subnetpools Jun 29 16:58:29.784508 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: dhcpagentscheduler.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.785841 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.786338 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: dhcp_agent_scheduler Jun 29 16:58:29.786651 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: dns.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.787538 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.788029 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension dns-integration not supported by any of loaded plugins Jun 29 16:58:29.788340 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: dns_domain_ports.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.789252 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.789748 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 16:58:29.790057 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: dvr.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.790700 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.791194 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: dvr Jun 29 16:58:29.791502 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: empty_string_filtering.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.792390 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.792887 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: empty-string-filtering Jun 29 16:58:29.793227 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.794103 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.794598 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 16:58:29.794907 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.795781 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.796344 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 16:58:29.796656 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: external_net.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.797561 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.798067 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: external-net Jun 29 16:58:29.798374 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: extra_dhcp_opt.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.799262 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.799761 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: extra_dhcp_opt Jun 29 16:58:29.800072 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: extraroute.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.801500 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.802001 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: extraroute Jun 29 16:58:29.802309 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: extraroute_atomic.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.803320 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.803822 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: extraroute-atomic Jun 29 16:58:29.804128 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: filter_validation.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.804772 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.805304 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: filter-validation Jun 29 16:58:29.805613 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: fip_pf_description.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.806492 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.806982 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 16:58:29.807289 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: fip_port_details.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.808342 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.808840 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: fip-port-details Jun 29 16:58:29.809178 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: flavors.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.810381 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.810887 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: flavors Jun 29 16:58:29.811199 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.813080 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.813625 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 16:58:29.813949 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: floatingip_pools.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.814627 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.815131 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: floatingip-pools Jun 29 16:58:29.815447 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: ip_allocation.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.817436 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.817943 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 16:58:29.818260 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.819154 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.819657 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: ip-substring-filtering Jun 29 16:58:29.819971 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l2_adjacency.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.820868 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.821394 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 16:58:29.821709 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l3.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.822632 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.823135 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: router Jun 29 16:58:29.823449 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l3_conntrack_helper.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.825662 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.826192 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 16:58:29.826520 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.827428 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.827935 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: ext-gw-mode Jun 29 16:58:29.828254 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.829178 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.829682 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: l3-ha Jun 29 16:58:29.829998 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l3_flavors.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.830883 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.831384 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: l3-flavors Jun 29 16:58:29.832824 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.833759 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.834263 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 16:58:29.834575 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: l3agentscheduler.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.835588 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.836091 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: l3_agent_scheduler Jun 29 16:58:29.836407 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: logging.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.837921 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.838433 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension logging not supported by any of loaded plugins Jun 29 16:58:29.838754 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: metering.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.839466 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.840031 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: metering Jun 29 16:58:29.840344 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.841437 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.841941 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: metering_source_and_destination_fields Jun 29 16:58:29.842255 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: multiprovidernet.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.843146 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.843649 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: multi-provider Jun 29 16:58:29.843962 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: netmtu.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.844983 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.845523 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: net-mtu Jun 29 16:58:29.845838 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: netmtu_writable.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.846764 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.847653 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: net-mtu-writable Jun 29 16:58:29.847976 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: network_availability_zone.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.848632 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.849150 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: network_availability_zone Jun 29 16:58:29.849473 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: network_ip_availability.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.850534 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.851040 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: network-ip-availability Jun 29 16:58:29.851353 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: network_segment_range.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.852100 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.852599 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 16:58:29.852913 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: pagination.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.853892 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.854212 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: pagination Jun 29 16:58:29.854521 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.855412 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.855909 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: port-mac-address-regenerate Jun 29 16:58:29.856219 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: port_resource_request.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.857105 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.857627 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 16:58:29.857939 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: portbindings.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.858827 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.859329 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: binding Jun 29 16:58:29.859639 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: portbindings_extended.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.860886 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.861421 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: binding-extended Jun 29 16:58:29.861737 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: portsecurity.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.862626 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.863336 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: port-security Jun 29 16:58:29.863647 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: project_id.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.864598 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.864914 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: project-id Jun 29 16:58:29.865256 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: providernet.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.866145 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.866650 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: provider Jun 29 16:58:29.866959 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.870597 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.871120 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos not supported by any of loaded plugins Jun 29 16:58:29.871439 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.872657 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.873200 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 16:58:29.873525 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.874413 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.874914 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 16:58:29.875231 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_default.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.876120 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.876626 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-default not supported by any of loaded plugins Jun 29 16:58:29.876943 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_fip.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.877592 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.878090 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-fip not supported by any of loaded plugins Jun 29 16:58:29.879004 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_gateway_ip.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.880030 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.880537 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 16:58:29.880853 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_port_network_policy.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.881778 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.882282 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 16:58:29.882595 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_rule_type_details.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.883476 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.883975 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 16:58:29.884289 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: qos_rules_alias.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.885345 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.885859 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 16:58:29.886174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: quotasv2.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.887030 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.887346 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: quotas Jun 29 16:58:29.887658 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: quotasv2_detail.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.889420 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.889750 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: quota_details Jun 29 16:58:29.890073 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: rbac.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.891096 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.891609 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: rbac-policies Jun 29 16:58:29.891923 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: rbac_address_scope.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.892814 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.893355 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: rbac-address-scope Jun 29 16:58:29.893666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: rbac_security_groups.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.895625 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.896171 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: rbac-security-groups Jun 29 16:58:29.896441 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: rbac_subnetpool.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.897364 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.897867 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: rbac-subnetpool Jun 29 16:58:29.898180 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: revisionifmatch.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.899071 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.899573 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: revision-if-match Jun 29 16:58:29.899881 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: revisions.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.900960 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.901498 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: standard-attr-revisions Jun 29 16:58:29.901812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: router_availability_zone.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.902464 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.902967 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: router_availability_zone Jun 29 16:58:29.903275 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: routerservicetype.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.904182 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.904683 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension router-service-type not supported by any of loaded plugins Jun 29 16:58:29.905010 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: security_groups_port_filtering.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.906020 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.906590 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: port-security-groups-filtering Jun 29 16:58:29.906986 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: securitygroup.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.918983 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.919629 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: security-group Jun 29 16:58:29.919879 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: segment.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.920752 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.921311 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension segment not supported by any of loaded plugins Jun 29 16:58:29.921660 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.922731 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.923340 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 16:58:29.923565 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: servicetype.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.924812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.925810 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: service-type Jun 29 16:58:29.926673 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: sorting.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.927711 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.928100 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: sorting Jun 29 16:58:29.928368 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: standard_attr_segment.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.929570 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.929985 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 16:58:29.930322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: standardattrdescription.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.930900 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.931459 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: standard-attr-description Jun 29 16:58:29.931780 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: stateful_security_group.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.932778 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.933287 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: stateful-security-group Jun 29 16:58:29.933628 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: stdattrs_common.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.934190 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 16:58:29.934499 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.935389 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.935893 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 16:58:29.936205 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: subnet_onboard.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.937676 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.938188 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: subnet_onboard Jun 29 16:58:29.938503 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.939403 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.939903 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 16:58:29.940217 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: subnet_service_types.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.942171 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.942686 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: subnet-service-types Jun 29 16:58:29.943000 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: subnetallocation.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.944069 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.944581 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: subnet_allocation Jun 29 16:58:29.944897 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.945572 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.946076 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: subnetpool-prefix-ops Jun 29 16:58:29.946387 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.947297 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.947796 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 16:58:29.948106 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: tagging.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.949182 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.949707 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: standard-attr-tag Jun 29 16:58:29.950022 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: timestamp.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.951190 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.951704 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loaded extension: standard-attr-timestamp Jun 29 16:58:29.952019 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: trunk.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.953032 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.953570 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension trunk not supported by any of loaded plugins Jun 29 16:58:29.953887 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: trunk_details.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.954780 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.955285 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension trunk-details not supported by any of loaded plugins Jun 29 16:58:29.955596 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: uplink_status_propagation.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.956518 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.957483 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 16:58:29.957801 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Loading extension file: vlantransparent.py {{(pid=74184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 16:58:29.958462 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 16:58:29.958965 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 16:58:29.961214 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:network Jun 29 16:58:29.961951 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:subnet Jun 29 16:58:29.962716 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:58:29.963309 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:port Jun 29 16:58:29.964585 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.965006 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service FLAVORS assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.965641 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.966068 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.966389 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:router Jun 29 16:58:29.967025 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:floatingip Jun 29 16:58:29.967719 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service METERING assigned prefix: /metering {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.969162 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.969518 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.969863 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:58:29.970981 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 16:58:29.971419 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:security_group Jun 29 16:58:29.972682 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 16:58:29.973458 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service CORE assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.973783 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:58:29.974113 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] subnetpool is already registered Jun 29 16:58:29.974711 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service CORE assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.975028 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:58:29.975342 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] subnetpool is already registered Jun 29 16:58:29.977920 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.978342 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service FLAVORS assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.978919 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.979325 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.979644 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:router Jun 29 16:58:29.979961 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] router is already registered Jun 29 16:58:29.980529 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:floatingip Jun 29 16:58:29.980845 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] floatingip is already registered Jun 29 16:58:29.981476 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service METERING assigned prefix: /metering {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.982125 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 16:58:29.982437 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] rbac_policy is already registered Jun 29 16:58:29.982959 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:security_group Jun 29 16:58:29.983271 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] security_group is already registered Jun 29 16:58:29.983840 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 16:58:29.984156 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] security_group_rule is already registered Jun 29 16:58:29.984791 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service CORE assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.985105 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:58:29.985444 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] subnetpool is already registered Jun 29 16:58:29.986041 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.v2.resource_helper [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Service CORE assigned prefix: {{(pid=74184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:58:29.986420 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:58:29.986744 dv-cinder-798672-1-smb neutron-server[74184]: WARNING neutron.quota.resource_registry [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] subnetpool is already registered Jun 29 16:58:29.987371 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: extensions {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.989891 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: address-groups {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.991472 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: address-scopes {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.992661 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: agents {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.993833 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: auto-allocated-topology {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.995052 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: availability_zones {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.996337 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: dhcp-networks {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.997766 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: dhcp-agents {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:29.999178 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: routers {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.000942 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: flavors {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.002164 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: service_profiles {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.003381 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: next_providers {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.005945 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: service_profiles {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.007369 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: floatingip-pools {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.008554 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: routers {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.010361 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: floatingips {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.011524 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: l3-routers {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.012869 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: l3-agents {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.014262 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: metering-labels {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.015608 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: metering-label-rules {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.016846 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: network-ip-availabilities {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.018085 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: bindings {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.021114 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: quotas {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.022547 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: quotas {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.023936 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: rbac-policies {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.025249 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: security-groups {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.026446 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: security-group-rules {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.027648 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: service-providers {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.028859 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: subnetpools {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.030279 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: subnetpools {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.031693 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.033383 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.035639 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.037399 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.039152 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.040808 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.042568 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.044390 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.046264 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.048094 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron.api.extensions [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Extended resource: tags {{(pid=74184) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 16:58:30.054962 dv-cinder-798672-1-smb neutron-server[74184]: WARNING keystonemiddleware.auth_token [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 16:58:30.059636 dv-cinder-798672-1-smb neutron-server[74184]: WARNING keystonemiddleware.auth_token [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 16:58:30.068797 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_concurrency.lockutils [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Acquired lock "singleton_lock" {{(pid=74184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 16:58:30.069287 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_concurrency.lockutils [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Releasing lock "singleton_lock" {{(pid=74184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 16:58:30.069901 dv-cinder-798672-1-smb neutron-server[74184]: INFO oslo_service.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Starting 2 workers Jun 29 16:58:30.074343 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Started child 74289 {{(pid=74184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 16:58:30.078393 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Started child 74290 {{(pid=74184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 16:58:30.079881 dv-cinder-798672-1-smb neutron-server[74184]: INFO neutron.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 16:58:30.079995 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:30.080512 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Notify callbacks [] for process, before_spawn {{(pid=74184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:30.081364 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [-] (74289) wsgi starting up on http://0.0.0.0:9696 Jun 29 16:58:30.083435 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:30.083913 dv-cinder-798672-1-smb neutron-server[74184]: INFO oslo_service.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Starting 1 workers Jun 29 16:58:30.084768 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [-] (74290) wsgi starting up on http://0.0.0.0:9696 Jun 29 16:58:30.088479 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Started child 74291 {{(pid=74184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 16:58:30.089022 dv-cinder-798672-1-smb neutron-server[74184]: INFO oslo_service.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Starting 1 workers Jun 29 16:58:30.092475 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] calling RpcWorker wait() {{(pid=74291) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 16:58:30.093054 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] returning from RpcWorker wait() {{(pid=74291) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 16:58:30.093175 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Started child 74292 {{(pid=74184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 16:58:30.093878 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG neutron_lib.callbacks.manager [None req-dde47d73-94fe-40e6-86fe-6d6070597ecc None None] Notify callbacks [] for process, after_spawn {{(pid=74184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:30.094433 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:30.094921 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:58:30.095732 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 16:58:30.095948 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 16:58:30.096125 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 16:58:30.096342 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 16:58:30.096657 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 16:58:30.096815 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 16:58:30.098146 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.098251 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:30.098739 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.098739 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.098908 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.099320 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.099856 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.100109 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.100347 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.100621 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.100846 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.101009 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.101198 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.101455 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.101677 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.102129 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.102551 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.102788 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.103042 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.103210 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.103460 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.103727 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.103953 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.104223 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] debug = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.104461 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.104919 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.105159 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.105411 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.105641 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.105914 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.106163 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.106444 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.106655 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.106871 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.107092 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.107336 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.107539 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.107777 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.108019 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.108231 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.108700 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] host = dv-cinder-798672-1-smb {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.108992 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.109255 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.109497 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.109720 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.109966 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.110172 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.110415 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.110649 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.110890 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.111121 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.111361 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.111582 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.111788 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.112031 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_file = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.112195 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_options = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.112420 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.113300 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.113688 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.114409 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.114580 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.114757 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.115020 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.115181 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.115431 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.115679 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.115845 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.116056 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.116284 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.116511 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.116751 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.116976 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.117218 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.117444 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.117702 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.117940 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.118156 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.118372 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.118596 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.118817 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.119055 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.119258 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.119478 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.119686 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.119892 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.120123 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.120552 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.120795 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.121024 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.121305 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.121530 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.121747 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.121992 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.122257 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.122481 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.122717 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.122866 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:58:30.123008 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.123156 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.123393 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.123621 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.123857 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.124081 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_json = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.124295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.124495 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.124732 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.124955 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.125196 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.125403 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.125626 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.125925 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.126232 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.126515 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.126822 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.127086 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.127278 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.127769 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.127769 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.128055 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.128203 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.129098 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.129922 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.130238 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.130530 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.130802 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.131068 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.131317 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.131523 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.131916 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.132121 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.132273 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.132413 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.132578 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.132856 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.133062 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.133298 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.133511 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.133755 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.133989 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.134209 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.134467 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.134699 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.134935 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.135168 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.135382 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.135903 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.135903 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.136182 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.136320 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.136429 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.137190 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.137190 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.137190 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.137432 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.137520 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.138114 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.138114 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.138301 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.138381 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.138602 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.138878 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.138979 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.139206 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.139419 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.139630 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.142705 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.143958 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.145684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.145684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.145684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.145684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.145684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.145684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.145684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.146178 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.146178 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.146324 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.147327 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.147327 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.147327 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.147327 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.147870 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.147870 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.147870 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.148311 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.148436 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.148547 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.148757 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.148998 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.149263 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.149481 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.149750 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.152973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154029 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154789 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154789 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154789 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154789 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.154789 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.155274 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.155274 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.155425 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.155636 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.155977 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.156219 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.156457 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.156697 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.156969 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.157249 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.157700 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.157969 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.158240 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.158436 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.158693 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.158937 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.159165 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.159373 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.159666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.160470 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.160720 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.160955 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.161199 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.161419 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.161787 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.162227 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.162587 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.162973 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.163373 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.163801 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.164093 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.164395 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.164609 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.164823 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.165082 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.165333 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.165560 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.165800 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.166028 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.166271 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.166497 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.166751 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.166990 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.167225 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.167443 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.167667 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.167895 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.168102 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.168334 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.168545 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.168751 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.168954 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.169203 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.169433 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.169638 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.169875 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.170080 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.170339 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.170570 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.170910 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.171139 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.171385 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.171613 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.171821 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.172062 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.172270 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.172477 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.172684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.172893 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.173121 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.173357 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.173571 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.173773 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.173975 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.174323 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.174667 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.174667 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.174915 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.175812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.175812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.176590 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.176858 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.177286 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.177457 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.177633 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.177867 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.178018 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.178192 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.178406 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.178633 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.178926 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.179169 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.179589 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.180180 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.180180 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.180180 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.180637 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.180637 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.180906 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.181054 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.181293 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.181524 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.181755 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.182000 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.182311 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.182595 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.182841 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.183070 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.183348 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.183632 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.183884 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.184088 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.184379 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.184708 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.185016 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.185292 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.185544 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.185811 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.186175 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.186327 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.186532 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.186673 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.187190 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.187366 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.187594 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.187853 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.188043 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.188280 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.188510 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.188743 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.188967 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.189200 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.189430 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.189591 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:58:30.190105 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 16:58:30.190262 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 16:58:30.190412 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 16:58:30.190579 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 16:58:30.191300 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 16:58:30.191487 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 16:58:30.191709 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.191871 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.192031 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.192188 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.192345 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.192519 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.192674 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.192850 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.192983 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.193155 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.193285 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.193440 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.193592 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.193738 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.193875 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.194051 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.194186 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.194320 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.194453 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.194589 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.194817 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.194917 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.195000 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] debug = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.195152 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.195343 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.195693 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.195693 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.195959 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.195959 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.196201 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.196201 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.196393 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.196472 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.196619 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.196771 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.196923 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.197075 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.197255 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.197402 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.197548 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] host = dv-cinder-798672-1-smb {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.197690 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.197841 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.198043 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.198170 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.198292 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.198408 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.198559 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.198712 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.198863 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.199014 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.199166 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.199317 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.199469 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.199620 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_file = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.199771 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_options = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.199923 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.200075 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.200231 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.200399 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.200561 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.200751 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.200907 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.201043 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.201198 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.201329 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.201482 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.201618 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.201732 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.201884 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.202034 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.202186 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.202339 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.202491 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.202643 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.202794 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.202946 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.203097 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.203250 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.203400 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.203551 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.203702 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.203853 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.204005 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.204157 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.204308 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.204459 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.204612 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.204763 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.204910 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.205054 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.205226 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.205379 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.205533 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.205684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.205834 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.205986 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.206348 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.206348 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_json = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.209322 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210026 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210583 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210583 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210583 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210583 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210583 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.210937 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.211018 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51174) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:58:30.211104 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.211104 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.211251 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.211330 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.211454 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.211611 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.211923 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.212257 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.212587 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.212916 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.213280 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.213611 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.213991 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.214313 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.214526 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.214741 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.215015 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.215183 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.215403 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.215625 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.215846 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.216017 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.216167 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.216329 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.216474 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.216617 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.216761 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.216921 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.217092 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.217266 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.217595 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.217890 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.218209 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.218370 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.218655 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.218982 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.219222 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.219692 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.219692 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.219848 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.220052 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.220241 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.220393 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.220539 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.220701 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.220852 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.221008 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.221108 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [-] 10.222.0.99 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068080 Jun 29 16:58:30.221310 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.221310 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.221524 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.221593 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.221759 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.221980 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.222371 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.222650 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.222920 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.224155 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.224317 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.224477 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.224667 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.224797 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.225107 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.225440 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.225764 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.225915 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.226075 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.226232 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.226389 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.226545 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.226700 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.227666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.227666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.227666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.227666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.227666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.227666 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228059 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228059 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228059 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228240 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228686 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228686 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228686 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228985 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228985 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.228985 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.229327 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.229327 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.229529 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.229634 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.229763 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.229922 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.230078 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.230240 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.230404 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.230560 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.230716 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.230870 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.231025 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.231180 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.231916 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.231916 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.231916 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.231916 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.231916 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.232387 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.232387 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.232387 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.232675 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.232675 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.232905 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.233034 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.233169 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.233295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.233538 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.233652 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.233775 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.233899 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.234007 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.234141 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.234296 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.234452 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.234608 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.234763 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.234917 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.235072 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.235228 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.235384 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.235539 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.235697 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.235840 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.235993 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.236148 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.236302 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.236457 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.236785 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.236785 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.236989 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.237111 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241174 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241694 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241774 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.241849 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242295 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242620 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242620 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.242747 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243141 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243141 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243299 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243369 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243522 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243651 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243806 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.243962 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.244118 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.244272 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.244429 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.244587 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.244747 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.244900 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.245054 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.245232 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.245388 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.245542 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.245706 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.245861 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.246016 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.246191 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.246350 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.246505 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.246748 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.246883 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.246989 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.247114 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.247271 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.247423 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.247580 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.247744 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.247900 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.248055 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.248220 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.248374 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.248529 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.248684 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.248851 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.249006 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.249236 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.249332 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.249489 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.249645 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.249807 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.249986 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.250138 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.250284 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.250509 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.250609 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.250747 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.250913 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.251067 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.251227 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.251395 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.251551 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.251710 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.251864 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.252018 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.252172 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.252326 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.252480 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.252634 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.252788 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.253812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.253812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.253812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.253812 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.254311 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.254504 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.254673 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.254813 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.255117 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.255281 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 16:58:30.256889 dv-cinder-798672-1-smb neutron-server[74184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:58:40.619369 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d527e-413e-4201-9989-8a6304f35ff8 None None] get_active_networks_info from dv-cinder-798672-1-smb {{(pid=74291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 29 16:58:40.708914 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d527e-413e-4201-9989-8a6304f35ff8 None None] No non-hosted networks {{(pid=74291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 16:58:40.722751 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.agentschedulers_db [None req-0e3d527e-413e-4201-9989-8a6304f35ff8 None None] DHCP Agent not found on host dv-cinder-798672-1-smb {{(pid=74291) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 16:58:40.852364 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a01c1eba-d740-4874-b36f-527b09e69f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545348'] for agent, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:41.020189 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545348'] for agent, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:41.021328 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.025639 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.026256 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.026823 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.027382 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.027925 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.030965 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.031549 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.032106 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.032652 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.033235 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:41.033862 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798672-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:58:41.057231 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798672-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:58:42.667586 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-52a3d777-8b2f-4eca-bdc4-e4d806c964fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545348'] for agent, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:42.699732 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a3a46799-90a6-4be3-9878-cc8d1a642fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:43.754448 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545348'] for agent, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:45.185317 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545348'] for agent, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:46.974847 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51270) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:58:47.582275 dv-cinder-798672-1-smb neutron-server[74290]: WARNING oslo_policy.policy [None req-f82b1d63-95af-4370-8efa-b647d52ba810 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:58:47.582864 dv-cinder-798672-1-smb neutron-server[74290]: WARNING oslo_policy.policy [None req-f82b1d63-95af-4370-8efa-b647d52ba810 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:58:47.798559 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [None req-f82b1d63-95af-4370-8efa-b647d52ba810 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 16:58:47.800008 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f82b1d63-95af-4370-8efa-b647d52ba810 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8238266 Jun 29 16:58:48.664740 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.db.l3_hamode_db [None req-5703b671-5555-4619-8280-7274fa87bd3f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 16:58:48.752884 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703b671-5555-4619-8280-7274fa87bd3f None None] Routers set() bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:58:48.752884 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703b671-5555-4619-8280-7274fa87bd3f None None] Router IDs set() for agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 16:58:50.037512 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51284) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:58:50.426807 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 16:58:50.476166 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.policy [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74290) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 29 16:58:50.476911 dv-cinder-798672-1-smb neutron-server[74290]: WARNING oslo_policy.policy [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:58:50.477342 dv-cinder-798672-1-smb neutron-server[74290]: WARNING oslo_policy.policy [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:58:50.480691 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.quota [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] Loaded quota_driver: . Jun 29 16:58:50.497388 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:58:50.567444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754499538330', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754499518971', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754499514059', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754499516267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754499509189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33252304', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33253905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540513'] for rbac-policy, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:50.636588 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:50.637851 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f2706d43-5b62-4e70-9e1e-6b40e482c48a admin admin] 10.222.0.99 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5992780 Jun 29 16:58:53.200866 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51298) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:58:53.573556 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'admin_state_up': True}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 16:58:53.578235 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:58:53.583074 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Usage tracker for resource:network and tenant:e5120147b87f4916b47c25a6527f6d7d is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 16:58:53.587572 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 16:58:53.593671 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 16:58:53.604126 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Made reservation on behalf of e5120147b87f4916b47c25a6527f6d7d for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:58:53.606893 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.625303 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.668112 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:58:53.671749 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Usage tracker for resource:security_group_rule and tenant:e5120147b87f4916b47c25a6527f6d7d is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 16:58:53.674951 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 16:58:53.681070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 16:58:53.753305 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.757216 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.762825 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:58:53.782906 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 16:58:53.824435 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754501868153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.825016 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Unsubscribe: segment precommit_create {{(pid=74290) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 16:58:53.825525 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Added segment 34ab92f0-82a4-4089-82a0-bded8009236d of type vlan for network 0b46d8e1-4def-4910-be82-d5d0e29f765f Jun 29 16:58:53.876032 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2019ec5-255b-41c0-b500-4406052e44c5,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:58:53.910689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.911066 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.911487 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.911926 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.912335 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.912697 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.913040 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.913436 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.913846 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.914194 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.914600 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Tracked resource versions report: Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: pushed versions: Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: { 'ConntrackHelper': {'1.0'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Log': {'1.0'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Network': {'1.1'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Port': {'1.5'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'PortForwarding': {'1.2'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'QosPolicy': {'1.8'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroup': {'1.2'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroupRule': {'1.0'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'SubPort': {'1.0'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Subnet': {'1.1'}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Trunk': {'1.1'}} Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: consumer versions: Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Log': '1.0', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Network': '1.1', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Port': '1.5', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'PortForwarding': '1.2', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'QosPolicy': '1.8', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroup': '1.2', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroupRule': '1.0', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'SubPort': '1.0', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Subnet': '1.1', Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: 'Trunk': '1.1'}} Jun 29 16:58:53.915906 dv-cinder-798672-1-smb neutron-server[74290]: {{(pid=74290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:58:53.942916 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.958466 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:58:53.984706 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.985992 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:58:53.987135 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:53.991656 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:58:54.098256 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Pushing event updated for resources: {'Network': ['ID=0b46d8e1-4def-4910-be82-d5d0e29f765f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:58:54.100821 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8989534 Jun 29 16:58:54.102494 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:58:54.111116 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 16:58:56.640250 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51314) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:58:57.117258 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9e7c8-cdca-43da-85a2-80d41e88328e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:58:57.118559 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-8da9e7c8-cdca-43da-85a2-80d41e88328e admin admin] 10.222.0.99 "GET /v2.0/networks/0b46d8e1-4def-4910-be82-d5d0e29f765f HTTP/1.1" status: 200 len: 826 time: 0.4773819 Jun 29 16:58:57.148925 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-55ab4e69-4f7d-4e42-a230-e15084dcf7fa admin admin] 10.222.0.99 "GET /v2.0/subnetpools/6026eb14-078a-4099-b5a4-c8f2ed1b2517 HTTP/1.1" status: 200 len: 734 time: 0.0251493 Jun 29 16:58:57.157013 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '6026eb14-078a-4099-b5a4-c8f2ed1b2517', 'name': 'private-subnet', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'ip_version': 4, 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 16:58:57.161336 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:58:57.165022 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Usage tracker for resource:subnet and tenant:e5120147b87f4916b47c25a6527f6d7d is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 16:58:57.167862 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 16:58:57.173507 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 16:58:57.184045 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Made reservation on behalf of e5120147b87f4916b47c25a6527f6d7d for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:58:57.186730 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:57.461675 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:57.466068 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:58:57.544661 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e0029f-aff3-465e-a8d1-d6a15107d555,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:58:57.551154 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:58:57.554811 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Checking segment: {'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 16:58:57.555196 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Network hostable DHCP agents. Network: 0b46d8e1-4def-4910-be82-d5d0e29f765f, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:58:57.578293 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:58:57.593314 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 0b46d8e1-4def-4910-be82-d5d0e29f765f) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:58:57.598482 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:58:57.599142 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:57.604068 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e46b929-55b3-4d43-bc4e-d00c1d6facfd None None] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 16:58:57.619119 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4651136 Jun 29 16:58:57.915065 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-0b46d8e1-4def-4910-be82-d5d0e29f765f', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'fixed_ips': [{'subnet_id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 16:58:57.916209 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:58.098096 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Allocated IP 172.20.0.2 (0b46d8e1-4def-4910-be82-d5d0e29f765f/c9e0029f-aff3-465e-a8d1-d6a15107d555/c895e26c-bc90-4e32-b4b9-aae30268e572) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:58:58.318681 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:58.331710 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Transition to ACTIVE for port object c895e26c-bc90-4e32-b4b9-aae30268e572 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:58:58.351366 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Transition to ACTIVE for port object c895e26c-bc90-4e32-b4b9-aae30268e572 will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:58:58.358142 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:58.365822 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:58:58.425221 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:58:58.428035 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:58:58.434628 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:58:58.436961 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Pushing event updated for resources: {'Port': ['ID=c895e26c-bc90-4e32-b4b9-aae30268e572,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:58:58.447570 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.447904 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.448230 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.448552 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.448872 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.449220 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.449540 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.449855 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.451221 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.451537 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.451852 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Tracked resource versions report: Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: pushed versions: Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: { 'ConntrackHelper': {'1.0'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Log': {'1.0'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Network': {'1.1'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Port': {'1.5'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'PortForwarding': {'1.2'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'QosPolicy': {'1.8'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroup': {'1.2'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroupRule': {'1.0'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'SubPort': {'1.0'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Subnet': {'1.1'}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Trunk': {'1.1'}} Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: consumer versions: Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Log': '1.0', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Network': '1.1', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Port': '1.5', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'PortForwarding': '1.2', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'QosPolicy': '1.8', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroup': '1.2', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroupRule': '1.0', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'SubPort': '1.0', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Subnet': '1.1', Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: 'Trunk': '1.1'}} Jun 29 16:58:58.452948 dv-cinder-798672-1-smb neutron-server[74291]: {{(pid=74291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:58:58.485147 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:58:58.541335 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Attempting to bind port c895e26c-bc90-4e32-b4b9-aae30268e572 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:58:58.541733 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Attempting to bind port c895e26c-bc90-4e32-b4b9-aae30268e572 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:58:58.542167 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Attempting to bind port c895e26c-bc90-4e32-b4b9-aae30268e572 on network 0b46d8e1-4def-4910-be82-d5d0e29f765f {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 16:58:58.548558 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 16:58:58.549362 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Checking segment: {'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 16:58:58.549488 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:58.549865 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Bound using segment: {'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 16:58:58.550337 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Bound port: c895e26c-bc90-4e32-b4b9-aae30268e572, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:58:58.550717 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:58.636306 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] For port c895e26c-bc90-4e32-b4b9-aae30268e572, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:58:58.640129 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] For port c895e26c-bc90-4e32-b4b9-aae30268e572, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c895e26c-bc90-4e32-b4b9-aae30268e572,segment=NetworkSegment(34ab92f0-82a4-4089-82a0-bded8009236d),segment_id=34ab92f0-82a4-4089-82a0-bded8009236d)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:58:58.646794 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:58:58.650548 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:58:58.754359 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Pushing event updated for resources: {'Port': ['ID=c895e26c-bc90-4e32-b4b9-aae30268e572,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:58:58.757437 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:58:59.873084 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51324) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:00.283755 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [None req-edb3b1ec-fdc3-4567-bd72-77e375311081 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 16:59:00.284728 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-edb3b1ec-fdc3-4567-bd72-77e375311081 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4105673 Jun 29 16:59:02.450657 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6f485-0cbc-4305-a67d-cd8610e1b336 None None] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 16:59:02.549222 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-25a545c7-140e-43cb-8e9c-a33e3b61518e None None] Provisioning for port c895e26c-bc90-4e32-b4b9-aae30268e572 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:59:02.552696 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51338) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:02.964693 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [None req-f26c5e41-9fe7-4b1d-bccc-91f52d9f3d73 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 16:59:02.965766 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f26c5e41-9fe7-4b1d-bccc-91f52d9f3d73 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4121375 Jun 29 16:59:03.338278 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c895e26c-bc90-4e32-b4b9-aae30268e572 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 16:59:03.406325 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port c895e26c-bc90-4e32-b4b9-aae30268e572 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:59:03.411607 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port c895e26c-bc90-4e32-b4b9-aae30268e572 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:03.412003 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:03.523464 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:03.554969 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port c895e26c-bc90-4e32-b4b9-aae30268e572, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c895e26c-bc90-4e32-b4b9-aae30268e572,segment=NetworkSegment(34ab92f0-82a4-4089-82a0-bded8009236d),segment_id=34ab92f0-82a4-4089-82a0-bded8009236d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:59:03.558492 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:03.560786 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ba9dc3d6-709a-43d1-ae99-b5a991b21bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:03.622747 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=c895e26c-bc90-4e32-b4b9-aae30268e572,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:03.625720 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:05.305100 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c895e26c-bc90-4e32-b4b9-aae30268e572 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 16:59:05.375947 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port c895e26c-bc90-4e32-b4b9-aae30268e572 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:05.376308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:05.645097 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 51350) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:06.020566 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'name': 'router1'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 16:59:06.026898 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:59:06.030673 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Usage tracker for resource:router and tenant:e5120147b87f4916b47c25a6527f6d7d is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 16:59:06.033983 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 16:59:06.039647 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 16:59:06.050121 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:06.051546 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:06.076630 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:06.190320 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:06.208367 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:06.209548 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-503fb28f-00ed-4a70-879a-12122993e0c3 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5634637 Jun 29 16:59:08.445062 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 51360) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:09.066339 dv-cinder-798672-1-smb neutron-server[74289]: WARNING oslo_policy.policy [None req-40f01469-4f67-4cb0-bfab-29d22ed80591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:59:09.066908 dv-cinder-798672-1-smb neutron-server[74289]: WARNING oslo_policy.policy [None req-40f01469-4f67-4cb0-bfab-29d22ed80591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:59:09.279643 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [None req-40f01469-4f67-4cb0-bfab-29d22ed80591 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74289) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 16:59:09.280854 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-40f01469-4f67-4cb0-bfab-29d22ed80591 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8337643 Jun 29 16:59:10.528558 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-fd33eca9-6743-4ea0-bcde-0183cd843205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:11.014218 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:11.592402 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 51374) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:11.987153 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 16:59:11.988579 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.quota [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Loaded quota_driver: . Jun 29 16:59:12.004315 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:59:12.010905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Usage tracker for resource:network and tenant:3ebda92ade89419bbd375db2823eff46 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 16:59:12.015806 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 16:59:12.023310 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 16:59:12.039063 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Made reservation on behalf of 3ebda92ade89419bbd375db2823eff46 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:59:12.071994 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.policy [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74289) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 29 16:59:12.072687 dv-cinder-798672-1-smb neutron-server[74289]: WARNING oslo_policy.policy [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:59:12.073047 dv-cinder-798672-1-smb neutron-server[74289]: WARNING oslo_policy.policy [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:59:12.077670 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.096755 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.143441 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:59:12.147327 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ebda92ade89419bbd375db2823eff46 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 16:59:12.150332 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 16:59:12.155915 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 16:59:12.225436 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.229160 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.234683 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:12.245370 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=74289) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 16:59:12.275151 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754501868153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.275720 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Unsubscribe: segment precommit_create {{(pid=74289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 16:59:12.276211 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Added segment 7dce4ee0-8c07-406e-b252-89a99c551cd0 of type flat for network 70aebcf8-aef1-4139-b9cf-28f0e831d965 Jun 29 16:59:12.333020 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9ed99-1862-4ce9-9726-5c680c8dd71f,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:12.359476 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.359817 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.360140 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.360477 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.360789 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.361100 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.361440 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.361763 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.362088 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.362378 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.362683 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Tracked resource versions report: Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: pushed versions: Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: { 'ConntrackHelper': {'1.0'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Log': {'1.0'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Network': {'1.1'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Port': {'1.5'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'PortForwarding': {'1.2'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'QosPolicy': {'1.8'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroup': {'1.2'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroupRule': {'1.0'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'SubPort': {'1.0'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Subnet': {'1.1'}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Trunk': {'1.1'}} Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: consumer versions: Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Log': '1.0', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Network': '1.1', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Port': '1.5', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'PortForwarding': '1.2', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'QosPolicy': '1.8', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroup': '1.2', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroupRule': '1.0', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'SubPort': '1.0', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Subnet': '1.1', Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: 'Trunk': '1.1'}} Jun 29 16:59:12.363763 dv-cinder-798672-1-smb neutron-server[74289]: {{(pid=74289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:59:12.404797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:12.411708 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.454979 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.456389 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:59:12.457034 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:12.461810 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:12.566933 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9734993 Jun 29 16:59:12.567481 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Pushing event updated for resources: {'Network': ['ID=70aebcf8-aef1-4139-b9cf-28f0e831d965,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:12.570635 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:12.578854 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 16:59:12.687609 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9ddd-fac7-4084-956a-9ba62ab8d0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:13.709241 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:14.809099 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 51400) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:15.055276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca295d6-cca8-494d-b88b-4d1d83748313 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:59:15.056574 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bca295d6-cca8-494d-b88b-4d1d83748313 admin admin] 10.222.0.99 "GET /v2.0/subnets/c9e0029f-aff3-465e-a8d1-d6a15107d555 HTTP/1.1" status: 200 len: 849 time: 0.2464480 Jun 29 16:59:15.128071 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:15.231986 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8fc992ca-6840-4dc4-85d1-220e5e4b4958 admin admin] 10.222.0.99 "GET /v2.0/routers/8fbe3395-0095-4000-ac00-613d4e43662b HTTP/1.1" status: 200 len: 704 time: 0.1698167 Jun 29 16:59:15.710856 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:15.946826 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Allocated IP 172.20.0.1 (0b46d8e1-4def-4910-be82-d5d0e29f765f/c9e0029f-aff3-465e-a8d1-d6a15107d555/c85ecde1-22d2-4ab5-9dbf-6668cf693446) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:59:16.100894 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.118813 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Transition to ACTIVE for port object c85ecde1-22d2-4ab5-9dbf-6668cf693446 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:59:16.172079 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.176305 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:16.240754 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:59:16.243568 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:59:16.248397 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:59:16.248942 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.255123 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Pushing event updated for resources: {'Port': ['ID=c85ecde1-22d2-4ab5-9dbf-6668cf693446,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:16.291629 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:16.374720 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.484748 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-e17ab76c-9a0f-4a0b-888b-88a6f3168e81 None None] Provisioning for port c85ecde1-22d2-4ab5-9dbf-6668cf693446 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:59:16.490100 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-e17ab76c-9a0f-4a0b-888b-88a6f3168e81 None None] Provisioning complete for port c85ecde1-22d2-4ab5-9dbf-6668cf693446 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:16.490464 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e17ab76c-9a0f-4a0b-888b-88a6f3168e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.541406 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-e17ab76c-9a0f-4a0b-888b-88a6f3168e81 None None] Port c85ecde1-22d2-4ab5-9dbf-6668cf693446 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 16:59:16.603301 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.607692 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.608723 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:16.613237 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:16.738111 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Pushing event updated for resources: {'Port': ['ID=c85ecde1-22d2-4ab5-9dbf-6668cf693446,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:16.743115 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:16.805442 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:59:16.806406 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:59:17.065923 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-b54502cd-6ca2-4855-aa6a-b2bb2f18dc99 None None] Provisioning complete for port c85ecde1-22d2-4ab5-9dbf-6668cf693446 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:17.066209 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-b54502cd-6ca2-4855-aa6a-b2bb2f18dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:17.115987 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-b54502cd-6ca2-4855-aa6a-b2bb2f18dc99 None None] Port c85ecde1-22d2-4ab5-9dbf-6668cf693446 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 16:59:17.204032 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Router 8fbe3395-0095-4000-ac00-613d4e43662b is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 16:59:17.364842 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:59:17.373698 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] 10.222.0.99 "PUT /v2.0/routers/8fbe3395-0095-4000-ac00-613d4e43662b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1361096 Jun 29 16:59:17.374182 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Sync routers for ids ['8fbe3395-0095-4000-ac00-613d4e43662b'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 16:59:17.387425 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Routers {'8fbe3395-0095-4000-ac00-613d4e43662b'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:59:17.388297 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T16:59:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['8fbe3395-0095-4000-ac00-613d4e43662b'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:17.567543 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Set router 8fbe3395-0095-4000-ac00-613d4e43662b gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 16:59:17.931214 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'name': 'router1', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:59:06Z', 'updated_at': '2021-06-29T16:59:16Z', 'revision_number': 2, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'gw_port_host': None, '_interfaces': [{'id': 'c85ecde1-22d2-4ab5-9dbf-6668cf693446', 'name': '', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'mac_address': 'fa:16:3e:56:b6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:15Z', 'updated_at': '2021-06-29T16:59:16Z', 'revision_number': 2, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'subnets': [{'id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6026eb14-078a-4099-b5a4-c8f2ed1b2517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:17.936446 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Checking router: 8fbe3395-0095-4000-ac00-613d4e43662b for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 16:59:17.936824 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Updating router 8fbe3395-0095-4000-ac00-613d4e43662b port c85ecde1-22d2-4ab5-9dbf-6668cf693446 binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 16:59:17.990832 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:18.360812 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:18.375772 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Transition to ACTIVE for port object c85ecde1-22d2-4ab5-9dbf-6668cf693446 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:59:18.383478 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:18.389021 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:18.584985 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Pushing event updated for resources: {'Port': ['ID=c85ecde1-22d2-4ab5-9dbf-6668cf693446,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:18.629980 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.629980 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.630313 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.630665 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.630904 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.631211 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.631525 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.631833 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.632147 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.632451 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.632762 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Tracked resource versions report: Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: pushed versions: Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: { 'ConntrackHelper': {'1.0'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Log': {'1.0'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Network': {'1.1'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Port': {'1.5'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'PortForwarding': {'1.2'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'QosPolicy': {'1.8'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroup': {'1.2'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroupRule': {'1.0'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'SubPort': {'1.0'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Subnet': {'1.1'}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Trunk': {'1.1'}} Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: consumer versions: Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Log': '1.0', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Network': '1.1', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Port': '1.5', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'PortForwarding': '1.2', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'QosPolicy': '1.8', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroup': '1.2', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroupRule': '1.0', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'SubPort': '1.0', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Subnet': '1.1', Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: 'Trunk': '1.1'}} Jun 29 16:59:18.633881 dv-cinder-798672-1-smb neutron-server[74292]: {{(pid=74292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:59:18.646220 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:18.652710 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Attempting to bind port c85ecde1-22d2-4ab5-9dbf-6668cf693446 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:59:18.653154 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Attempting to bind port c85ecde1-22d2-4ab5-9dbf-6668cf693446 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:59:18.653575 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Attempting to bind port c85ecde1-22d2-4ab5-9dbf-6668cf693446 on network 0b46d8e1-4def-4910-be82-d5d0e29f765f {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 16:59:18.659834 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 16:59:18.660232 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Checking segment: {'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 16:59:18.660687 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:18.661067 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Bound using segment: {'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 16:59:18.661564 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Bound port: c85ecde1-22d2-4ab5-9dbf-6668cf693446, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ab92f0-82a4-4089-82a0-bded8009236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:59:18.661937 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:18.749667 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] For port c85ecde1-22d2-4ab5-9dbf-6668cf693446, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:59:18.754010 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] For port c85ecde1-22d2-4ab5-9dbf-6668cf693446, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c85ecde1-22d2-4ab5-9dbf-6668cf693446,segment=NetworkSegment(34ab92f0-82a4-4089-82a0-bded8009236d),segment_id=34ab92f0-82a4-4089-82a0-bded8009236d)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:59:18.759665 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:18.763521 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:18.844414 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Pushing event updated for resources: {'Port': ['ID=c85ecde1-22d2-4ab5-9dbf-6668cf693446,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:18.852168 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:18.857943 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Routers {'8fbe3395-0095-4000-ac00-613d4e43662b'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:59:18.858555 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T16:59:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['8fbe3395-0095-4000-ac00-613d4e43662b'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:19.019797 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] Set router 8fbe3395-0095-4000-ac00-613d4e43662b gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 16:59:19.337291 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'name': 'router1', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:59:06Z', 'updated_at': '2021-06-29T16:59:16Z', 'revision_number': 2, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'gw_port_host': None, '_interfaces': [{'id': 'c85ecde1-22d2-4ab5-9dbf-6668cf693446', 'name': '', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'mac_address': 'fa:16:3e:56:b6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:15Z', 'updated_at': '2021-06-29T16:59:18Z', 'revision_number': 4, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'subnets': [{'id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6026eb14-078a-4099-b5a4-c8f2ed1b2517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:19.341184 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cdb2c-2b39-4590-a77c-da0ab4eff9b2 None None] The sync data for ids ['8fbe3395-0095-4000-ac00-613d4e43662b'] in dv-cinder-798672-1-smb is: [{'id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'name': 'router1', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:59:06Z', 'updated_at': '2021-06-29T16:59:16Z', 'revision_number': 2, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'gw_port_host': None, '_interfaces': [{'id': 'c85ecde1-22d2-4ab5-9dbf-6668cf693446', 'name': '', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'mac_address': 'fa:16:3e:56:b6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:15Z', 'updated_at': '2021-06-29T16:59:18Z', 'revision_number': 4, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'subnets': [{'id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6026eb14-078a-4099-b5a4-c8f2ed1b2517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 16:59:19.442151 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 51422) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:19.616857 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe7cd95-1061-450f-9c63-4ea60b7a6464 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:59:19.617449 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ebe7cd95-1061-450f-9c63-4ea60b7a6464 admin admin] Synchronizing usage tracker for tenant:3ebda92ade89419bbd375db2823eff46 on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 16:59:19.634632 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ebe7cd95-1061-450f-9c63-4ea60b7a6464 admin admin] Unset dirty status for tenant:3ebda92ade89419bbd375db2823eff46 on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 16:59:19.635722 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ebe7cd95-1061-450f-9c63-4ea60b7a6464 admin admin] 10.222.0.99 "GET /v2.0/networks/70aebcf8-aef1-4139-b9cf-28f0e831d965 HTTP/1.1" status: 200 len: 842 time: 0.1926560 Jun 29 16:59:19.645828 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 16:59:19.651389 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 16:59:19.655393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Usage tracker for resource:subnet and tenant:3ebda92ade89419bbd375db2823eff46 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 16:59:19.659452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 16:59:19.665775 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 16:59:19.675768 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Made reservation on behalf of 3ebda92ade89419bbd375db2823eff46 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:59:19.678165 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:20.067702 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.objects.ports [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74289) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jun 29 16:59:20.068266 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:20.072090 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:20.158548 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8d94f5-89ac-4c52-9513-982dfb0000dc,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:20.163101 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:20.163882 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 16:59:20.164258 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Network hostable DHCP agents. Network: 70aebcf8-aef1-4139-b9cf-28f0e831d965, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:59:20.190327 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:59:20.201376 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 70aebcf8-aef1-4139-b9cf-28f0e831d965) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:59:20.206590 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:59:20.207174 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:20.209542 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f342f-9734-4362-a4bb-d38e03f2b98a None None] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 16:59:20.228819 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5863409 Jun 29 16:59:20.449598 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f9ded0-2883-41f5-810e-70700c36c8e1 None None] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 16:59:21.327817 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c85ecde1-22d2-4ab5-9dbf-6668cf693446 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 16:59:21.396662 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port c85ecde1-22d2-4ab5-9dbf-6668cf693446 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:59:21.402017 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port c85ecde1-22d2-4ab5-9dbf-6668cf693446 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:21.402390 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:21.531604 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:21.562745 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port c85ecde1-22d2-4ab5-9dbf-6668cf693446, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c85ecde1-22d2-4ab5-9dbf-6668cf693446,segment=NetworkSegment(34ab92f0-82a4-4089-82a0-bded8009236d),segment_id=34ab92f0-82a4-4089-82a0-bded8009236d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:59:21.566696 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:21.569932 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:21.631096 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=c85ecde1-22d2-4ab5-9dbf-6668cf693446,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:21.634191 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:22.337842 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 51436) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:22.566021 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-d0f6ee7a-358a-4b42-9d3e-0571f7d3efe7 admin admin] 10.222.0.99 "GET /v2.0/routers/8fbe3395-0095-4000-ac00-613d4e43662b HTTP/1.1" status: 200 len: 710 time: 0.2270491 Jun 29 16:59:22.692276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24684b5-41c3-46bd-9762-af3baad085f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:59:22.693649 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e24684b5-41c3-46bd-9762-af3baad085f3 admin admin] 10.222.0.99 "GET /v2.0/networks/70aebcf8-aef1-4139-b9cf-28f0e831d965 HTTP/1.1" status: 200 len: 886 time: 0.1225452 Jun 29 16:59:22.702277 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 16:59:23.211472 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:23.314724 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c85ecde1-22d2-4ab5-9dbf-6668cf693446 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 16:59:23.383831 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port c85ecde1-22d2-4ab5-9dbf-6668cf693446 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:23.384117 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:23.394700 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:23.453229 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:23.591941 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Allocated IP 172.28.1.52 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/fe284c82-b687-436f-b9be-676a7053e7e2) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:59:23.736512 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:23.762860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:23.767616 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:23.826989 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:59:23.830401 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:59:23.834442 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:59:23.855933 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Pushing event updated for resources: {'Port': ['ID=fe284c82-b687-436f-b9be-676a7053e7e2,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:23.861627 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:23.975995 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:24.139790 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:24.143246 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541555'] for router, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:24.366156 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Router 8fbe3395-0095-4000-ac00-613d4e43662b has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 16:59:24.561951 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:59:24.569894 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:24.571202 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] 10.222.0.99 "PUT /v2.0/routers/8fbe3395-0095-4000-ac00-613d4e43662b HTTP/1.1" status: 200 len: 889 time: 1.8721976 Jun 29 16:59:24.572860 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Sync routers for ids ['8fbe3395-0095-4000-ac00-613d4e43662b'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 16:59:24.587354 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Routers {'8fbe3395-0095-4000-ac00-613d4e43662b'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:59:24.588181 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T16:59:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['8fbe3395-0095-4000-ac00-613d4e43662b'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:24.780755 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Set router 8fbe3395-0095-4000-ac00-613d4e43662b gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 16:59:25.124585 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'name': 'router1', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fe284c82-b687-436f-b9be-676a7053e7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:59:06Z', 'updated_at': '2021-06-29T16:59:23Z', 'revision_number': 4, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'gw_port': {'id': 'fe284c82-b687-436f-b9be-676a7053e7e2', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:23Z', 'updated_at': '2021-06-29T16:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c85ecde1-22d2-4ab5-9dbf-6668cf693446', 'name': '', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'mac_address': 'fa:16:3e:56:b6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:15Z', 'updated_at': '2021-06-29T16:59:21Z', 'revision_number': 5, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'subnets': [{'id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6026eb14-078a-4099-b5a4-c8f2ed1b2517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:25.129904 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Checking router: 8fbe3395-0095-4000-ac00-613d4e43662b for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 16:59:25.130266 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Updating router 8fbe3395-0095-4000-ac00-613d4e43662b port fe284c82-b687-436f-b9be-676a7053e7e2 binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 16:59:25.184173 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:25.507184 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:25.519155 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Transition to ACTIVE for port object fe284c82-b687-436f-b9be-676a7053e7e2 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:59:25.526214 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:25.530225 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:25.604713 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2595f-c47f-4eb5-9510-3780002f26bf None None] Pushing event updated for resources: {'Port': ['ID=fe284c82-b687-436f-b9be-676a7053e7e2,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:25.608166 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5bd2595f-c47f-4eb5-9510-3780002f26bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:25.608840 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Attempting to bind port fe284c82-b687-436f-b9be-676a7053e7e2 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:59:25.609224 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Attempting to bind port fe284c82-b687-436f-b9be-676a7053e7e2 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:59:25.609580 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Attempting to bind port fe284c82-b687-436f-b9be-676a7053e7e2 on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 16:59:25.616009 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 16:59:25.616383 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 16:59:25.616777 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:25.617196 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 16:59:25.617677 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Bound port: fe284c82-b687-436f-b9be-676a7053e7e2, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:59:25.618037 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:25.691234 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] For port fe284c82-b687-436f-b9be-676a7053e7e2, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:59:25.694258 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] For port fe284c82-b687-436f-b9be-676a7053e7e2, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=fe284c82-b687-436f-b9be-676a7053e7e2,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:59:25.698295 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:25.702740 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:25.779694 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Routers {'8fbe3395-0095-4000-ac00-613d4e43662b'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:59:25.780299 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T16:59:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['8fbe3395-0095-4000-ac00-613d4e43662b'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:25.856052 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2595f-c47f-4eb5-9510-3780002f26bf None None] Pushing event updated for resources: {'Port': ['ID=fe284c82-b687-436f-b9be-676a7053e7e2,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:25.859334 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5bd2595f-c47f-4eb5-9510-3780002f26bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:25.984626 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] Set router 8fbe3395-0095-4000-ac00-613d4e43662b gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 16:59:26.309043 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'name': 'router1', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fe284c82-b687-436f-b9be-676a7053e7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:59:06Z', 'updated_at': '2021-06-29T16:59:23Z', 'revision_number': 4, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'gw_port': {'id': 'fe284c82-b687-436f-b9be-676a7053e7e2', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:23Z', 'updated_at': '2021-06-29T16:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c85ecde1-22d2-4ab5-9dbf-6668cf693446', 'name': '', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'mac_address': 'fa:16:3e:56:b6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:15Z', 'updated_at': '2021-06-29T16:59:21Z', 'revision_number': 5, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'subnets': [{'id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6026eb14-078a-4099-b5a4-c8f2ed1b2517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:59:26.313678 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f4bc3-20a1-4ac2-ac82-ca39d3b86a07 None None] The sync data for ids ['8fbe3395-0095-4000-ac00-613d4e43662b'] in dv-cinder-798672-1-smb is: [{'id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'name': 'router1', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fe284c82-b687-436f-b9be-676a7053e7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:59:06Z', 'updated_at': '2021-06-29T16:59:23Z', 'revision_number': 4, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'gw_port': {'id': 'fe284c82-b687-436f-b9be-676a7053e7e2', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:23Z', 'updated_at': '2021-06-29T16:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c85ecde1-22d2-4ab5-9dbf-6668cf693446', 'name': '', 'network_id': '0b46d8e1-4def-4910-be82-d5d0e29f765f', 'tenant_id': 'e5120147b87f4916b47c25a6527f6d7d', 'mac_address': 'fa:16:3e:56:b6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbe3395-0095-4000-ac00-613d4e43662b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:59:15Z', 'updated_at': '2021-06-29T16:59:21Z', 'revision_number': 5, 'project_id': 'e5120147b87f4916b47c25a6527f6d7d', 'subnets': [{'id': 'c9e0029f-aff3-465e-a8d1-d6a15107d555', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6026eb14-078a-4099-b5a4-c8f2ed1b2517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 16:59:26.811799 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 51446) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 16:59:26.974552 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bfefeb8c-896d-4be5-999a-947fcfd3a92a admin admin] 10.222.0.99 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1532123 Jun 29 16:59:27.146020 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 16:59:27.341232 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device fe284c82-b687-436f-b9be-676a7053e7e2 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 16:59:27.412095 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port fe284c82-b687-436f-b9be-676a7053e7e2 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:59:27.416942 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port fe284c82-b687-436f-b9be-676a7053e7e2 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:27.417355 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:27.535139 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:27.552926 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port fe284c82-b687-436f-b9be-676a7053e7e2, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=fe284c82-b687-436f-b9be-676a7053e7e2,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:59:27.563514 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:27.566313 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5bd2595f-c47f-4eb5-9510-3780002f26bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:59:27.631217 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=fe284c82-b687-436f-b9be-676a7053e7e2,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:59:27.634289 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:59:29.320776 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device fe284c82-b687-436f-b9be-676a7053e7e2 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 16:59:29.394308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port fe284c82-b687-436f-b9be-676a7053e7e2 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:59:29.394690 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:40.531903 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c86e2692-b5dc-488e-a48a-4257728781bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:41.015986 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:42.663139 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-2ee2ff59-1ff3-49c6-bee1-4e59537d2a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:43.714801 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:59:45.141959 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:04.145608 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:00:10.534359 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-6d1a80e9-6c49-44e8-8864-3948e30b30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:11.020408 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:12.663613 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-24fa7a48-de6e-4539-87da-7acd4d9359d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:13.718089 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:15.151489 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:40.542341 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-4b843150-1d56-4d07-8bf7-f9d6eade9f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:41.015145 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:41.145774 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:00:42.660685 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-816b7a22-c26b-47ef-8eb7-d70b05504fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:43.721083 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:00:45.152911 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:10.535121 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8fd602fa-6f30-4a97-acb7-341a6376a821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:11.017538 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:12.656038 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e8929e58-1c20-46e7-8fed-b90c224664d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:13.721166 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:15.155974 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:18.146462 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:01:29.694060 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52018) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:29.788462 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52c8752-6cc6-4d05-9aa6-b3ac7e62c512 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:01:29.789681 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b52c8752-6cc6-4d05-9aa6-b3ac7e62c512 admin admin] 10.222.0.99 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0946937 Jun 29 17:01:29.918668 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af23569-ae11-4dae-a8c8-8a55712828a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:29.920930 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8af23569-ae11-4dae-a8c8-8a55712828a5 admin admin] 10.222.0.99 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1274812 Jun 29 17:01:31.901005 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52028) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:32.037236 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937a95a-0bb6-4be9-beb5-2b44501d21ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:32.037768 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b937a95a-0bb6-4be9-beb5-2b44501d21ad admin admin] Synchronizing usage tracker for tenant:3ebda92ade89419bbd375db2823eff46 on resource:subnet {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:01:32.053624 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b937a95a-0bb6-4be9-beb5-2b44501d21ad admin admin] Unset dirty status for tenant:3ebda92ade89419bbd375db2823eff46 on resource:subnet {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:01:32.054736 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b937a95a-0bb6-4be9-beb5-2b44501d21ad admin admin] 10.222.0.99 "GET /v2.0/subnets/c9e0029f-aff3-465e-a8d1-d6a15107d555 HTTP/1.1" status: 200 len: 849 time: 0.1527922 Jun 29 17:01:32.064732 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:01:32.180391 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:32.373453 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754501921199'] for subnet, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:32.377155 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9640a4bb-f9ee-4e1c-bec6-3c99d3fbc044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:01:32.418705 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:32.419327 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:32.420781 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] 10.222.0.99 "PUT /v2.0/subnets/c9e0029f-aff3-465e-a8d1-d6a15107d555 HTTP/1.1" status: 200 len: 868 time: 0.3597276 Jun 29 17:01:32.436561 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a78f0c-939a-4200-9fb7-e9ef409a363f None None] Network 0b46d8e1-4def-4910-be82-d5d0e29f765f requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:01:32.444744 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e0029f-aff3-465e-a8d1-d6a15107d555,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:01:32.454426 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.454764 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.455092 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.455418 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.455737 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.456059 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.456374 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.456691 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.457001 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.457436 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.457764 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:01:32.461494 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:01:32.966799 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-34e9e6b3-f276-4148-a0de-b6a3a0347576 None None] Provisioning complete for port c895e26c-bc90-4e32-b4b9-aae30268e572 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:01:32.967175 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-34e9e6b3-f276-4148-a0de-b6a3a0347576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:33.093875 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-34e9e6b3-f276-4148-a0de-b6a3a0347576 None None] Provisioning complete for port c85ecde1-22d2-4ab5-9dbf-6668cf693446 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:01:33.094249 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-34e9e6b3-f276-4148-a0de-b6a3a0347576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:34.514404 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52038) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:34.709899 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8ef8d-bb69-4457-ac47-f543617950a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:34.710181 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8ef8d-bb69-4457-ac47-f543617950a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:34.711659 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-07d8ef8d-bb69-4457-ac47-f543617950a0 admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1963007 Jun 29 17:01:36.703812 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52048) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:36.904880 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ab0b4-7d0f-4204-8bb7-4e67980130e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:36.905457 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ab0b4-7d0f-4204-8bb7-4e67980130e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:36.908031 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-207ab0b4-7d0f-4204-8bb7-4e67980130e8 admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2030632 Jun 29 17:01:38.900927 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52058) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:39.097414 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a797273c-cbe7-4c3c-ba34-3dedbc06bd78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:39.098660 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a797273c-cbe7-4c3c-ba34-3dedbc06bd78 admin admin] 10.222.0.99 "GET /v2.0/networks/0b46d8e1-4def-4910-be82-d5d0e29f765f HTTP/1.1" status: 200 len: 870 time: 0.1967366 Jun 29 17:01:40.539664 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e0ea09f5-abdd-4d69-90d1-abef4b1f314c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:41.020705 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:41.110304 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52068) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:41.305743 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e1e791-6c5b-45d6-b558-300b18ad94aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:41.307045 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a3e1e791-6c5b-45d6-b558-300b18ad94aa admin admin] 10.222.0.99 "GET /v2.0/networks/70aebcf8-aef1-4139-b9cf-28f0e831d965 HTTP/1.1" status: 200 len: 886 time: 0.1958287 Jun 29 17:01:42.657968 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-de28ea95-e612-4f77-a6ea-8a9ff37d627b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:43.301243 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52078) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:43.438561 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac067f7-3508-4184-ab18-b41db37522db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:43.438925 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac067f7-3508-4184-ab18-b41db37522db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:43.440409 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-7ac067f7-3508-4184-ab18-b41db37522db admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1382456 Jun 29 17:01:43.727631 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:45.156853 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:01:45.425270 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52088) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:45.585323 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ea726-6c74-4d46-ae1b-13d0260cb292 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:45.585585 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ea726-6c74-4d46-ae1b-13d0260cb292 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:45.587053 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ee1ea726-6c74-4d46-ae1b-13d0260cb292 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1608274 Jun 29 17:01:47.628950 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52098) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:47.754888 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c80d7-506f-4b2b-b94f-5b306bc0e9be admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:47.756181 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-cf7c80d7-506f-4b2b-b94f-5b306bc0e9be admin admin] 10.222.0.99 "GET /v2.0/subnets/8f8d94f5-89ac-4c52-9513-982dfb0000dc HTTP/1.1" status: 200 len: 816 time: 0.1261868 Jun 29 17:01:49.892608 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52108) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:01:50.027968 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aedf08-5243-43bf-b9f4-ad677d628cbb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:01:50.029307 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-04aedf08-5243-43bf-b9f4-ad677d628cbb admin admin] 10.222.0.99 "GET /v2.0/subnets/c9e0029f-aff3-465e-a8d1-d6a15107d555 HTTP/1.1" status: 200 len: 868 time: 0.1357155 Jun 29 17:01:55.146845 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:02:08.223028 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52146) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:02:08.300632 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [None req-37fd0e12-391a-47d7-8ebd-92c0c8185a97 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:02:08.301607 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-37fd0e12-391a-47d7-8ebd-92c0c8185a97 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0776124 Jun 29 17:02:10.383983 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52156) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:02:10.474167 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.pecan_wsgi.hooks.translation [None req-046b56fd-7590-4fc5-8d22-e90915fbaed6 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:02:10.475349 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-046b56fd-7590-4fc5-8d22-e90915fbaed6 admin admin] 10.222.0.99 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0904567 Jun 29 17:02:10.541680 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-da830588-053b-4207-9395-b754a58009b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:10.606627 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03710be6-a59d-4ad9-9851-bf8d3ea756d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:02:10.607990 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-03710be6-a59d-4ad9-9851-bf8d3ea756d4 admin admin] 10.222.0.99 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1288195 Jun 29 17:02:11.023748 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:12.656024 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52166) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:02:12.659712 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a203089e-8824-43dc-ae66-27e971147cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:12.728716 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:02:12.734222 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:02:12.743560 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:02:12.754309 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Made reservation on behalf of 3ebda92ade89419bbd375db2823eff46 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:02:12.756677 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:12.843393 dv-cinder-798672-1-smb neutron-server[74289]: WARNING neutron.services.revisions.revision_plugin [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Could not find related network for resource to bump revision. Jun 29 17:02:12.857379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:02:12.866945 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:12.867278 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Added segment 15f54fee-94fc-4010-92b3-f34b6acf8f6d of type vlan for network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 Jun 29 17:02:12.893017 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:12.921798 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:12.923064 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:02:12.923628 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:12.926701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:02:13.023712 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=40e909ca-d70a-4d70-9b16-94ddb46d05a0,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:02:13.027105 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3701470 Jun 29 17:02:13.027822 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:02:13.035527 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:02:13.727827 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:15.055187 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52176) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:02:15.148612 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf53517c-0c6e-433e-b52f-345d31774f4d admin admin] GET failed (client error): The resource could not be found. Jun 29 17:02:15.149098 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bf53517c-0c6e-433e-b52f-345d31774f4d admin admin] Synchronizing usage tracker for tenant:3ebda92ade89419bbd375db2823eff46 on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:02:15.160542 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:15.164416 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bf53517c-0c6e-433e-b52f-345d31774f4d admin admin] Unset dirty status for tenant:3ebda92ade89419bbd375db2823eff46 on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:02:15.165531 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bf53517c-0c6e-433e-b52f-345d31774f4d admin admin] 10.222.0.99 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1094239 Jun 29 17:02:15.269952 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8fdc0a-0843-40ff-9378-ddcc0508db15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:02:15.271289 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-4f8fdc0a-0843-40ff-9378-ddcc0508db15 admin admin] 10.222.0.99 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1012690 Jun 29 17:02:15.281153 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Request body: {'subnet': {'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:02:15.285408 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:02:15.295179 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:02:15.304566 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Made reservation on behalf of 3ebda92ade89419bbd375db2823eff46 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:02:15.307008 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:15.503684 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:15.507903 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:02:15.574953 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e054fabd-1c12-4583-b181-7dae44b4ca9d,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:02:15.577514 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:02:15.592116 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Checking segment: {'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:02:15.592465 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Network hostable DHCP agents. Network: 40e909ca-d70a-4d70-9b16-94ddb46d05a0, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:02:15.613290 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:02:15.622890 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 40e909ca-d70a-4d70-9b16-94ddb46d05a0) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:02:15.628281 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:02:15.629219 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:15.635430 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e284c3f-b9bb-4c7a-b79c-a0eec9282cca None None] Network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:02:15.665762 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3879001 Jun 29 17:02:15.907046 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-40e909ca-d70a-4d70-9b16-94ddb46d05a0', 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0', 'tenant_id': '3ebda92ade89419bbd375db2823eff46', 'fixed_ips': [{'subnet_id': 'e054fabd-1c12-4583-b181-7dae44b4ca9d'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:02:15.907864 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:16.082512 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Allocated IP 192.168.233.2 (40e909ca-d70a-4d70-9b16-94ddb46d05a0/e054fabd-1c12-4583-b181-7dae44b4ca9d/dd628697-4a16-4746-89cb-1a6032315bef) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:02:16.284682 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:16.296841 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Transition to ACTIVE for port object dd628697-4a16-4746-89cb-1a6032315bef will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:02:16.316324 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Transition to ACTIVE for port object dd628697-4a16-4746-89cb-1a6032315bef will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:02:16.321850 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:16.326989 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5bd2595f-c47f-4eb5-9510-3780002f26bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:02:16.390524 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:02:16.393194 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:02:16.396148 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:02:16.431128 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Pushing event updated for resources: {'Port': ['ID=dd628697-4a16-4746-89cb-1a6032315bef,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:02:16.475424 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.475879 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.476217 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.476547 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.476867 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.477213 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.477529 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.478048 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.478598 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.478976 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.480245 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:02:16.485456 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:02:16.506468 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Attempting to bind port dd628697-4a16-4746-89cb-1a6032315bef on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:02:16.506839 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Attempting to bind port dd628697-4a16-4746-89cb-1a6032315bef by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:02:16.507308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Attempting to bind port dd628697-4a16-4746-89cb-1a6032315bef on network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:02:16.514029 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:02:16.514395 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Checking segment: {'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:02:16.514795 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:16.515183 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Bound using segment: {'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:02:16.515644 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Bound port: dd628697-4a16-4746-89cb-1a6032315bef, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:02:16.516030 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:16.610881 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] For port dd628697-4a16-4746-89cb-1a6032315bef, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:02:16.614919 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] For port dd628697-4a16-4746-89cb-1a6032315bef, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dd628697-4a16-4746-89cb-1a6032315bef,segment=NetworkSegment(15f54fee-94fc-4010-92b3-f34b6acf8f6d),segment_id=15f54fee-94fc-4010-92b3-f34b6acf8f6d)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:02:16.621301 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:16.625635 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:02:16.708969 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Pushing event updated for resources: {'Port': ['ID=dd628697-4a16-4746-89cb-1a6032315bef,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:02:16.712783 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:02:17.449247 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dd628697-4a16-4746-89cb-1a6032315bef up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:02:17.556953 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe38fc-b7c6-4794-b5e4-430d40587825 None None] Network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:02:17.571637 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port dd628697-4a16-4746-89cb-1a6032315bef completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:02:17.686991 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Provisioning for port dd628697-4a16-4746-89cb-1a6032315bef completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:02:17.696181 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Provisioning complete for port dd628697-4a16-4746-89cb-1a6032315bef triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:02:17.696555 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:17.904439 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:17.944743 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] For port dd628697-4a16-4746-89cb-1a6032315bef, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dd628697-4a16-4746-89cb-1a6032315bef,segment=NetworkSegment(15f54fee-94fc-4010-92b3-f34b6acf8f6d),segment_id=15f54fee-94fc-4010-92b3-f34b6acf8f6d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:02:17.952101 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:17.953443 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:02:18.027991 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Pushing event updated for resources: {'Port': ['ID=dd628697-4a16-4746-89cb-1a6032315bef,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:02:18.038377 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:02:18.174061 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-abfd48d3-1205-40f6-b294-73b13ddbd4e3 None None] Provisioning complete for port dd628697-4a16-4746-89cb-1a6032315bef triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:02:18.174350 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-abfd48d3-1205-40f6-b294-73b13ddbd4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:19.403016 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dd628697-4a16-4746-89cb-1a6032315bef up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:02:19.471158 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port dd628697-4a16-4746-89cb-1a6032315bef triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:02:19.471524 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:32.146624 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:02:40.546630 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1a12-c183-418c-bb80-3baf8e95ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:41.026288 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:42.661948 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cea199c8-702d-4720-b1d1-f3a264b9b65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:43.732460 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:02:45.163624 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:09.146250 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:03:10.549820 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a10ae321-0ac1-485a-813f-be6f9a1c71f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:11.028998 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:12.663922 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ad678c9d-b8a3-4920-924a-b2095220ef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:13.736433 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:15.167836 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:17.380568 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52220) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:03:17.386779 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [None req-7ea3c2ef-a250-4c35-a155-4e128bce06c6 tempest-verify_tempest_config-788958125 tempest-verify_tempest_config-788958125-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:03:17.387707 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-7ea3c2ef-a250-4c35-a155-4e128bce06c6 tempest-verify_tempest_config-788958125 tempest-verify_tempest_config-788958125-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0061886 Jun 29 17:03:17.733193 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52236) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:03:17.875212 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:17.907003 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:03:17.920097 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Usage tracker for resource:security_group_rule and tenant:5973d3d411de452796898b52f076242c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:03:17.923052 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:03:17.928715 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:03:17.999574 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:18.003090 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:18.010998 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:03:18.051579 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd744aa-3c86-4c2f-945e-38200e6f6c97,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:03:18.057991 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5973d3d411de452796898b52f076242c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238389 Jun 29 17:03:18.060722 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52242) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:03:18.062569 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.062907 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.063271 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.063561 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.063881 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.064197 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.064515 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.064829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.065157 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.065469 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.065777 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.069453 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:03:18.118688 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:18.143213 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:18.234989 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:18.238808 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:03:18.250377 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd744aa-3c86-4c2f-945e-38200e6f6c97,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:03:18.260682 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:18.261798 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/acd744aa-3c86-4c2f-945e-38200e6f6c97 HTTP/1.1" status: 204 len: 168 time: 0.1999452 Jun 29 17:03:18.262911 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.263249 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.263577 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.263903 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.264228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.264551 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.264871 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.265211 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.265529 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.265830 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.266143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:03:18.269157 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:03:40.549834 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-4a52e375-0de9-498d-a350-870cae6c055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:41.030799 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:42.666747 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1004cc9d-eef6-4c9e-997a-78ced6fac7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:43.738603 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:45.170615 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:03:46.148361 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:04:10.551314 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-59df528b-8fe7-47ef-9e7f-b338dce1727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:11.033073 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:12.668620 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-db6605ef-2b57-427a-ba4f-626e068bdafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:13.740798 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:15.173221 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:23.147098 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:04:40.552805 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a73a2ab5-9d8d-4e88-96eb-2609769f0bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:41.035248 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:42.670293 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-34b9989d-5eab-435d-b3ed-130f269e7f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:43.743380 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:04:45.176189 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:00.147646 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 5 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:05:02.022826 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545348'] for agent, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:06.693158 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52294) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:05:06.826939 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-60440dc7-c7c6-4923-b2c9-af5fb2a7dc30 admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1326919 Jun 29 17:05:08.881780 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52304) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:05:08.963882 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e337ebf6-e863-4d53-a7cd-61a65b49dcd6 admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0808098 Jun 29 17:05:10.556609 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c4da3279-abce-4e08-9023-7755d3f51b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:11.038713 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:12.670719 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-663c2d6c-a066-43f6-9fa0-4748917ee2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:13.748699 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:15.178961 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:32.009438 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:37.147226 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:05:40.558002 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-19cd111f-6f5f-4625-b440-577ebd53c1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:41.040802 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:42.677412 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5ba5a39c-c425-460a-a966-697e252d40d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:43.749291 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:05:45.183429 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:02.027382 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:10.560778 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-592f396f-5a01-4e0d-b133-c6d5b7823fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:11.071715 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:12.669080 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f657-2e5e-47af-9a57-1a64bbaf3e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:13.751946 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:14.149074 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:06:15.187294 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:32.023989 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:40.572120 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-de18709c-f34e-49d1-b851-496836103f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:41.057399 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:42.680254 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-74d7bd69-81af-4a42-acd9-f8606cd44193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:43.755388 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.026861 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52466) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:45.192062 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.253082 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52482) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:45.428220 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1272276418-network', 'tenant_id': 'b7c56ca1aa194a10a491975ec98c319e'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:45.434912 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:45.439264 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Usage tracker for resource:network and tenant:b7c56ca1aa194a10a491975ec98c319e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:45.442292 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:45.448309 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:45.458858 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Made reservation on behalf of b7c56ca1aa194a10a491975ec98c319e for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:45.461379 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.477999 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.511936 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:45.515947 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c56ca1aa194a10a491975ec98c319e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:45.518966 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:45.525348 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:45.593892 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.597710 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.603072 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:45.629145 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:45.639317 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.639693 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.640235 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.640400 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.640716 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.641151 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.641453 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.641783 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.642096 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.642452 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.642853 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Tracked resource versions report: Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: pushed versions: Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Log': {'1.0'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Network': {'1.1'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Port': {'1.5'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'PortForwarding': {'1.2'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'QosPolicy': {'1.8'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroup': {'1.2'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'SubPort': {'1.0'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Subnet': {'1.1'}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Trunk': {'1.1'}} Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: consumer versions: Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Log': '1.0', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Network': '1.1', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Port': '1.5', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'PortForwarding': '1.2', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'QosPolicy': '1.8', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroup': '1.2', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'SecurityGroupRule': '1.0', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'SubPort': '1.0', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Subnet': '1.1', Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: 'Trunk': '1.1'}} Jun 29 17:06:45.643912 dv-cinder-798672-1-smb neutron-server[74290]: {{(pid=74290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:06:45.647314 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:45.655397 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:06:45.661460 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52500) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:45.666550 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.666798 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Added segment cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d of type vlan for network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 Jun 29 17:06:45.697116 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.728386 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.729804 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:45.730475 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.742568 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:45.827506 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2065419895-network', 'tenant_id': 'be69364ab3ec4a14855af4966ffff3db'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:45.853093 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8251004 Jun 29 17:06:45.856072 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52510) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:45.859259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:45.862924 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Request body: {'subnet': {'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1272276418-subnet', 'tenant_id': 'b7c56ca1aa194a10a491975ec98c319e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:45.864616 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:45.867583 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Usage tracker for resource:network and tenant:be69364ab3ec4a14855af4966ffff3db is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:45.871395 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:45.872350 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:45.876874 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:06:45.878148 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:45.884134 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Usage tracker for resource:subnet and tenant:b7c56ca1aa194a10a491975ec98c319e is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:45.887567 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:45.894447 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:45.898216 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:45.911907 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Made reservation on behalf of be69364ab3ec4a14855af4966ffff3db for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:45.916304 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Made reservation on behalf of b7c56ca1aa194a10a491975ec98c319e for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:45.917524 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.922146 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:45.950511 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.026855 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:46.031727 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Usage tracker for resource:security_group_rule and tenant:be69364ab3ec4a14855af4966ffff3db is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:46.034807 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:46.043009 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:46.102305 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52518) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:46.144420 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.151384 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.156720 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:46.191160 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:06:46.201195 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb521e-849a-42c9-879a-1e8ac82da9c9,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:46.204163 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:46.209215 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.209559 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Added segment 85afcce6-cc5b-43d9-a41d-6d83a9730d63 of type vlan for network c583686e-dd16-46b9-a291-10dc94bc4b3a Jun 29 17:06:46.242113 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.250284 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.255285 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:46.277819 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.279667 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:46.280578 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.306874 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5caa3ec2-d723-4dd3-92cb-038ffaf3855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:46.318596 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-network', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:46.322602 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b331cb70-5690-48ba-aa3a-a82dd076a241,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:46.326847 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0725806 Jun 29 17:06:46.330923 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52528) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:46.336175 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:46.340449 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Usage tracker for resource:network and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:46.344037 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:46.351895 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:46.361660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.362277 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.362793 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.363301 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.363777 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.364293 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.364898 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.365466 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.366055 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.366551 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.367316 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Tracked resource versions report: Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: pushed versions: Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Log': {'1.0'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Network': {'1.1'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Port': {'1.5'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'PortForwarding': {'1.2'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'QosPolicy': {'1.8'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroup': {'1.2'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'SubPort': {'1.0'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Subnet': {'1.1'}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Trunk': {'1.1'}} Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: consumer versions: Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Log': '1.0', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Network': '1.1', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Port': '1.5', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'PortForwarding': '1.2', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'QosPolicy': '1.8', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroup': '1.2', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'SecurityGroupRule': '1.0', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'SubPort': '1.0', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Subnet': '1.1', Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: 'Trunk': '1.1'}} Jun 29 17:06:46.368648 dv-cinder-798672-1-smb neutron-server[74289]: {{(pid=74289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:06:46.383552 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:46.384372 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Made reservation on behalf of fbf81445db454b6b8813a201924d0ff9 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:46.386696 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.404054 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.409006 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Request body: {'subnet': {'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2065419895-subnet', 'tenant_id': 'be69364ab3ec4a14855af4966ffff3db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:46.417606 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:46.462701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:46.466597 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Checking segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:06:46.466948 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Network hostable DHCP agents. Network: 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:06:46.469352 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Pushing event updated for resources: {'Network': ['ID=c583686e-dd16-46b9-a291-10dc94bc4b3a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:46.472967 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Usage tracker for resource:security_group_rule and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:46.473351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:46.475288 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Usage tracker for resource:subnet and tenant:be69364ab3ec4a14855af4966ffff3db is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:46.476924 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:46.479385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:46.483129 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network c583686e-dd16-46b9-a291-10dc94bc4b3a details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:06:46.486445 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:46.500977 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:46.501269 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-network', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:46.509921 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Made reservation on behalf of be69364ab3ec4a14855af4966ffff3db for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:46.511311 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.556414 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:06:46.590446 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:46.609667 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:46.611707 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.647939 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ac030-2ff1-4f4e-9e71-1ea8848758ce None None] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:46.682819 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8255324 Jun 29 17:06:46.694946 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:46.717538 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.724378 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.736470 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-42931746-f38c-48f0-a195-4647b4f937e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:46.811035 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:06:46.843649 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.844486 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Added segment d5fae0c8-5511-4d23-b109-c76c37fc3cba of type vlan for network 3224f238-6569-4772-839e-29c9a3a897bd Jun 29 17:06:46.874742 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Usage tracker for resource:network and tenant:61858b42ef4f4fc39de98669306e2fbf is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:46.878541 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:46.886959 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:46.894745 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.895159 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df1a6a-1b4b-4d0f-b612-266fd1279347,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:46.899829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:46.904113 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:46.918827 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.960119 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3219f91e-1afc-4759-b4b4-a93cc3cf7ccb,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:46.962632 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Made reservation on behalf of 61858b42ef4f4fc39de98669306e2fbf for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:46.965977 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.980236 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:46.980942 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:46.987824 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee85c51-7422-4939-8a63-8be423b9dbff None None] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:47.019226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.020616 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:47.021549 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.029390 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6c92a83a-6660-424b-b6e7-acd5f537d3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:47.056736 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:47.070021 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Usage tracker for resource:security_group_rule and tenant:61858b42ef4f4fc39de98669306e2fbf is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:47.076534 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:47.114246 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:47.152178 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Checking segment: {'id': '85afcce6-cc5b-43d9-a41d-6d83a9730d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:06:47.152655 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Network hostable DHCP agents. Network: c583686e-dd16-46b9-a291-10dc94bc4b3a, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:06:47.180033 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5178916 Jun 29 17:06:47.184763 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52564) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:47.193730 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Request body: {'subnet': {'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-subnet', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:47.201790 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Pushing event updated for resources: {'Network': ['ID=3224f238-6569-4772-839e-29c9a3a897bd,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:47.204541 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:47.207453 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:47.210269 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Usage tracker for resource:subnet and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:47.213762 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:47.219913 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:47.231640 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 3224f238-6569-4772-839e-29c9a3a897bd details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:06:47.234373 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Made reservation on behalf of fbf81445db454b6b8813a201924d0ff9 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:47.236952 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.251635 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.252709 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Network c583686e-dd16-46b9-a291-10dc94bc4b3a is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:06:47.260617 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.265048 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:47.279278 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, c583686e-dd16-46b9-a291-10dc94bc4b3a) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:47.288653 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:47.289453 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.307819 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:06:47.322527 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b10c2-d8a8-4853-a128-c3ac85c026b6,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:47.343789 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:47.356345 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.361485 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Added segment 5eb198e6-b6c1-4340-97d9-60b1827c5591 of type vlan for network cb8b0846-b0d4-47bf-b264-907440eac994 Jun 29 17:06:47.401768 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2fbf0f-d94b-4f3f-b687-b44ff4b9fdff None None] Network c583686e-dd16-46b9-a291-10dc94bc4b3a requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:47.413719 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0816634 Jun 29 17:06:47.443696 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.514218 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.515756 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:47.516423 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.520337 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c697abf7-a1a7-4087-8cd0-e8c4b7722217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:47.693240 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.700104 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-989e3e24-9800-4cb4-ba0a-2e7389099a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:47.815919 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8b0846-b0d4-47bf-b264-907440eac994,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:47.824155 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:47.835424 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network cb8b0846-b0d4-47bf-b264-907440eac994 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:06:47.860842 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7570026 Jun 29 17:06:47.864915 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52578) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:47.876653 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Request body: {'subnet': {'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-subnet', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:47.887830 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:47.890928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:47.895384 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Usage tracker for resource:subnet and tenant:61858b42ef4f4fc39de98669306e2fbf is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:47.902021 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:47.902918 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:47.918239 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:47.929002 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Checking segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:06:47.931400 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Network hostable DHCP agents. Network: 3224f238-6569-4772-839e-29c9a3a897bd, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:06:47.947046 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Made reservation on behalf of 61858b42ef4f4fc39de98669306e2fbf for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:47.950934 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:47.968122 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bacf5ad-3bc3-475d-8686-02426bad69a7 None None] Network c583686e-dd16-46b9-a291-10dc94bc4b3a requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:47.996257 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Network 3224f238-6569-4772-839e-29c9a3a897bd is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:06:48.012006 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 3224f238-6569-4772-839e-29c9a3a897bd) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:48.022113 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:48.022697 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.073919 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-815d235f-2c35-4beb-a43c-6ba8fc345e44 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8875864 Jun 29 17:06:48.076744 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52588) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:48.085614 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:48.096258 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:48.104741 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Usage tracker for resource:router and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:48.107707 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c024b-b592-4546-b042-673bfbea0047 None None] Network 3224f238-6569-4772-839e-29c9a3a897bd requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:48.113164 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:48.131138 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:48.156767 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.158179 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.215779 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.426924 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.438262 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-37be2f4d-abba-4404-9bff-b4f65bb43647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:48.551860 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Checking segment: {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:06:48.552210 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Network hostable DHCP agents. Network: cb8b0846-b0d4-47bf-b264-907440eac994, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:06:48.570703 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b20dd9-7c3e-4942-8de6-f01c7061fd91,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:48.574643 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:48.591254 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Network cb8b0846-b0d4-47bf-b264-907440eac994 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:06:48.603056 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-3224f238-6569-4772-839e-29c9a3a897bd', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:06:48.603259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, cb8b0846-b0d4-47bf-b264-907440eac994) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:48.604092 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.610863 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:48.611551 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.633214 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba381a-b6fe-4444-8f56-a4802022ac96 None None] Network cb8b0846-b0d4-47bf-b264-907440eac994 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:48.638716 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7690425 Jun 29 17:06:48.638940 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52608) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:48.648841 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:48.662245 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:48.671049 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Usage tracker for resource:router and tenant:61858b42ef4f4fc39de98669306e2fbf is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:48.678332 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:48.686994 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:48.689379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.699542 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.700737 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.731148 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:48.990837 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.028801 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e5a6c1-ef16-45bc-a87a-5704e3afa6e6 None None] Network cb8b0846-b0d4-47bf-b264-907440eac994 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:49.038681 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.073832 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.238366 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Allocated IP 172.20.0.2 (3224f238-6569-4772-839e-29c9a3a897bd/04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f/c035725b-9c0b-47d8-9602-e66a7d2265cb) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:06:49.363811 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Allocated IP 172.28.1.159 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/456d3924-ba84-4062-a28d-cf98be0c3b00) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:06:49.368971 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.438574 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.572423 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.636176 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.645337 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-538038b3-f109-41e4-a5b3-341940300f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:49.654941 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.674974 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Transition to ACTIVE for port object c035725b-9c0b-47d8-9602-e66a7d2265cb will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:06:49.709082 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Transition to ACTIVE for port object c035725b-9c0b-47d8-9602-e66a7d2265cb will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:06:49.722113 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Allocated IP 172.28.1.66 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/dd50e3aa-c496-48f9-960a-a767bc715c6b) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:06:49.724832 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.730400 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:49.816336 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:06:49.819258 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:49.829413 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Network 3224f238-6569-4772-839e-29c9a3a897bd is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:06:49.830241 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:06:49.830377 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Pushing event updated for resources: {'Port': ['ID=c035725b-9c0b-47d8-9602-e66a7d2265cb,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:49.832723 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:49.837236 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:06:49.846421 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.846653 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.846982 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.847306 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.847624 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.847940 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.848255 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.848566 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.848876 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.849237 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.849853 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Tracked resource versions report: Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: pushed versions: Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Log': {'1.0'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Network': {'1.1'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Port': {'1.5'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'PortForwarding': {'1.2'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'QosPolicy': {'1.8'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroup': {'1.2'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'SubPort': {'1.0'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Subnet': {'1.1'}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Trunk': {'1.1'}} Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: consumer versions: Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Log': '1.0', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Network': '1.1', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Port': '1.5', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'PortForwarding': '1.2', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'QosPolicy': '1.8', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroup': '1.2', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'SecurityGroupRule': '1.0', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'SubPort': '1.0', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Subnet': '1.1', Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: 'Trunk': '1.1'}} Jun 29 17:06:49.850613 dv-cinder-798672-1-smb neutron-server[74291]: {{(pid=74291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:06:49.860185 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Pushing event updated for resources: {'Port': ['ID=456d3924-ba84-4062-a28d-cf98be0c3b00,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:49.866774 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:49.885858 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:49.954173 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Attempting to bind port c035725b-9c0b-47d8-9602-e66a7d2265cb on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:06:49.955971 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Attempting to bind port c035725b-9c0b-47d8-9602-e66a7d2265cb by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:06:49.956664 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Attempting to bind port c035725b-9c0b-47d8-9602-e66a7d2265cb on network 3224f238-6569-4772-839e-29c9a3a897bd {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:06:49.966419 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:06:49.967083 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Checking segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:06:49.967648 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.969051 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Bound using segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:06:49.970001 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Bound port: c035725b-9c0b-47d8-9602-e66a7d2265cb, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:06:49.970555 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.998453 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:49.999084 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:50.094940 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] For port c035725b-9c0b-47d8-9602-e66a7d2265cb, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:06:50.099707 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] For port c035725b-9c0b-47d8-9602-e66a7d2265cb, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c035725b-9c0b-47d8-9602-e66a7d2265cb,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:06:50.106639 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:50.114049 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:50.166017 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:50.224313 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Pushing event updated for resources: {'Port': ['ID=c035725b-9c0b-47d8-9602-e66a7d2265cb,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:50.233374 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:50.284882 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:50.294032 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:50.432803 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:06:50.438857 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:50.451122 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:06:50.530820 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:06:50.551383 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd50e3aa-c496-48f9-960a-a767bc715c6b,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:50.569176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:50.802344 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:50.803343 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:50.873207 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:06:50.887134 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Sync routers for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:06:50.916422 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:50.922526 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8447430 Jun 29 17:06:50.923374 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52674) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:50.923490 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:06:50.924091 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:06:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:51.162306 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52690) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:51.162872 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52692) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:51.173496 dv-cinder-798672-1-smb neutron-server[74290]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 17:06:51.203134 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:06:51.428675 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:06:51.463439 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-5c80217d-e736-4bae-b64b-de3379e86799 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:51.464250 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-5c80217d-e736-4bae-b64b-de3379e86799 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:06:51.481825 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52708) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:51.604725 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52712) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:51.686489 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c035725b-9c0b-47d8-9602-e66a7d2265cb up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:06:51.690980 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:49Z', 'revision_number': 3, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:51.695976 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-5c80217d-e736-4bae-b64b-de3379e86799 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:06:51.696374 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Checking router: a295ff8f-ae70-4ee2-92f0-75b7a7265a9e for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:06:51.696780 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Updating router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e port 456d3924-ba84-4062-a28d-cf98be0c3b00 binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:06:51.698140 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-5c80217d-e736-4bae-b64b-de3379e86799 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 0.5320776 Jun 29 17:06:51.746289 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:51.754862 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:51.767957 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fd8f7-0581-4c42-b683-a04d2aa465bf None None] Network 3224f238-6569-4772-839e-29c9a3a897bd requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:06:51.828971 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-2fc10943-f7a7-4ded-9cf4-5eca4de4a4ec tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/quotas/b7c56ca1aa194a10a491975ec98c319e HTTP/1.1" status: 200 len: 375 time: 0.1052809 Jun 29 17:06:51.839290 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:51.851363 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:51.875066 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:51.879232 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Usage tracker for resource:security_group_rule and tenant:83d8663d661a43589f58708641e76bd2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:51.882045 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:51.889179 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:51.898577 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Usage tracker for resource:security_group_rule and tenant:fec010e1e0b440909f73cb62e31a6520 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:51.908080 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:51.935801 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-86850687-7bfc-4118-a472-db92599c7b7d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:51.936407 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-86850687-7bfc-4118-a472-db92599c7b7d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Synchronizing usage tracker for tenant:be69364ab3ec4a14855af4966ffff3db on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:06:51.954696 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-9039e6d1-db8e-49d2-9faf-920ca5ff241e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040587 Jun 29 17:06:51.955975 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:51.981483 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:51.998536 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Router c6c0defd-5059-4209-be6d-d10d76fb3a3a is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:06:52.013615 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.048125 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:52.079616 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Synchronizing usage tracker for tenant:3ebda92ade89419bbd375db2823eff46 on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:06:52.084419 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c4b6e4-bc4b-4714-9af6-9715bd43d006,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:52.102496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:52.106276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Unset dirty status for tenant:3ebda92ade89419bbd375db2823eff46 on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:06:52.107340 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=83d8663d661a43589f58708641e76bd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5015616 Jun 29 17:06:52.113563 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52726) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:52.185184 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.220898 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.231314 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port c035725b-9c0b-47d8-9602-e66a7d2265cb completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:06:52.246470 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.254170 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:52.258329 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Provisioning for port c035725b-9c0b-47d8-9602-e66a7d2265cb completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:06:52.261693 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-86850687-7bfc-4118-a472-db92599c7b7d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Unset dirty status for tenant:be69364ab3ec4a14855af4966ffff3db on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:06:52.262869 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-86850687-7bfc-4118-a472-db92599c7b7d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/networks?id=c583686e-dd16-46b9-a291-10dc94bc4b3a HTTP/1.1" status: 200 len: 812 time: 0.7726927 Jun 29 17:06:52.265373 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Provisioning complete for port c035725b-9c0b-47d8-9602-e66a7d2265cb triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:52.265737 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.268351 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Transition to ACTIVE for port object 456d3924-ba84-4062-a28d-cf98be0c3b00 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:06:52.279295 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.285072 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:52.313705 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-077f36af-ad07-45d2-815f-cd8325fd65ae service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:06:52.315205 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-077f36af-ad07-45d2-815f-cd8325fd65ae service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1745677 Jun 29 17:06:52.355378 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.398124 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123a9b7f-2316-44e1-aa7f-8e112394c946,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:52.401787 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.410436 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Pushing event updated for resources: {'Port': ['ID=456d3924-ba84-4062-a28d-cf98be0c3b00,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:52.412720 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Attempting to bind port 456d3924-ba84-4062-a28d-cf98be0c3b00 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:06:52.413025 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Attempting to bind port 456d3924-ba84-4062-a28d-cf98be0c3b00 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:06:52.413408 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Attempting to bind port 456d3924-ba84-4062-a28d-cf98be0c3b00 on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:06:52.415321 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fec010e1e0b440909f73cb62e31a6520&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2508774 Jun 29 17:06:52.421330 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-88f7684b-0084-44c2-9c11-7cc4133a8cb8 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/quotas/be69364ab3ec4a14855af4966ffff3db HTTP/1.1" status: 200 len: 375 time: 0.1206298 Jun 29 17:06:52.422252 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:52.423492 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52736) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:52.425630 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:06:52.426004 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:06:52.426403 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.426793 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:06:52.427666 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Bound port: 456d3924-ba84-4062-a28d-cf98be0c3b00, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:06:52.427666 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.437820 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.451270 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] For port c035725b-9c0b-47d8-9602-e66a7d2265cb, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c035725b-9c0b-47d8-9602-e66a7d2265cb,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:06:52.458626 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.467396 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:52.486959 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.487293 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.487623 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.487946 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.488270 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.491081 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.491417 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.491740 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.492120 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.492439 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.492755 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Tracked resource versions report: Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: pushed versions: Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: { 'ConntrackHelper': {'1.0'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Log': {'1.0'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Network': {'1.1'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Port': {'1.5'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'PortForwarding': {'1.2'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'QosPolicy': {'1.8'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroup': {'1.2'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroupRule': {'1.0'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'SubPort': {'1.0'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Subnet': {'1.1'}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Trunk': {'1.1'}} Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: consumer versions: Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: { DHCP agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: HyperV agent@hv-cinder-79867: {}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: L3 agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: Metadata agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: Metering agent@dv-cinder-798672-1-smb: {}, Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: Open vSwitch agent@dv-cinder-798672-1-smb: { 'ConntrackHelper': '1.0', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Log': '1.0', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Network': '1.1', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Port': '1.5', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'PortForwarding': '1.2', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'QosPolicy': '1.8', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroup': '1.2', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'SecurityGroupRule': '1.0', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'SubPort': '1.0', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Subnet': '1.1', Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: 'Trunk': '1.1'}} Jun 29 17:06:52.494028 dv-cinder-798672-1-smb neutron-server[74292]: {{(pid=74292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:06:52.504672 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:52.558794 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Pushing event updated for resources: {'Port': ['ID=c035725b-9c0b-47d8-9602-e66a7d2265cb,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:52.562971 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:52.568165 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] For port 456d3924-ba84-4062-a28d-cf98be0c3b00, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:06:52.573280 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] For port 456d3924-ba84-4062-a28d-cf98be0c3b00, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=456d3924-ba84-4062-a28d-cf98be0c3b00,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:06:52.580001 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.588246 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-3b33f67f-f2bc-4717-b4f0-02381f846f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:52.649915 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.662080 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ff02238a-7e3a-43a8-a32d-3912b50363b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:52.672769 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Pushing event updated for resources: {'Port': ['ID=456d3924-ba84-4062-a28d-cf98be0c3b00,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:52.677632 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:52.681249 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:06:52.681917 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:06:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:52.695516 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-24034f05-9dbb-460b-9c6c-c7eb3d8ce476 None None] Provisioning complete for port c035725b-9c0b-47d8-9602-e66a7d2265cb triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:52.696620 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-24034f05-9dbb-460b-9c6c-c7eb3d8ce476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.707031 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c4b6e4-bc4b-4714-9af6-9715bd43d006,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:52.709909 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:52.726162 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.727335 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d4c4b6e4-bc4b-4714-9af6-9715bd43d006 HTTP/1.1" status: 204 len: 168 time: 0.4970293 Jun 29 17:06:52.734236 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-cfebbe92-7b34-4845-b7d5-c74af850153c service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970039 Jun 29 17:06:52.737978 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-87c2adf6-7864-46aa-ab30-b745abf77909 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=be69364ab3ec4a14855af4966ffff3db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3022921 Jun 29 17:06:52.847100 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:52.897697 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-8c1256ff-114d-4394-9a67-600d1da252d4 service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623516 Jun 29 17:06:53.014865 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:06:53.039784 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:53.058772 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:06:53.073661 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Sync routers for ids ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:06:53.088061 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:53.111923 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Routers {'c6c0defd-5059-4209-be6d-d10d76fb3a3a'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:06:53.112567 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:06:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:53.154448 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:53.158560 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52752) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:53.167369 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5273411 Jun 29 17:06:53.208886 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:53.213850 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:53.235976 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123a9b7f-2316-44e1-aa7f-8e112394c946,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:53.238918 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:53.283986 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-aae2cf1e-6afa-4828-a904-cfd85d5bc74b service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:06:53.285599 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-aae2cf1e-6afa-4828-a904-cfd85d5bc74b service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3861983 Jun 29 17:06:53.287840 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:53.288998 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/123a9b7f-2316-44e1-aa7f-8e112394c946 HTTP/1.1" status: 204 len: 168 time: 0.8634241 Jun 29 17:06:53.429145 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Set router c6c0defd-5059-4209-be6d-d10d76fb3a3a gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:06:53.471034 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52770) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:53.582691 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Allocated IP 172.20.0.1 (3224f238-6569-4772-839e-29c9a3a897bd/04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f/ccdbe9c6-2a13-4d67-960e-6ad3143a6c15) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:06:53.607969 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-86c3d30d-5d6b-4231-bfd8-e1a1bf80ccdc service neutron] 10.222.0.99 "GET /v2.0/networks/c583686e-dd16-46b9-a291-10dc94bc4b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089712 Jun 29 17:06:53.622030 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:53.677346 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c035725b-9c0b-47d8-9602-e66a7d2265cb up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:06:53.815171 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:49Z', 'revision_number': 3, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:53.819577 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a717c-25a3-429c-80a1-f3f0c3d18246 None None] The sync data for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb is: [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:49Z', 'revision_number': 3, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:06:53.904681 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:53.955227 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Usage tracker for resource:security_group_rule and tenant:5f73abbe273b490b973b9e1071098662 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:53.973471 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:54.011692 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:54.061517 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-18be6438-fb55-4e27-bf70-de0762424b0b service neutron] 10.222.0.99 "GET /v2.0/networks/c583686e-dd16-46b9-a291-10dc94bc4b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425278 Jun 29 17:06:54.078616 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5faf2020-273b-4111-b1b7-e9e273b60f8e req-50327dcb-99f9-4225-ad9f-98928d745581 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.1357660 Jun 29 17:06:54.240757 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port c035725b-9c0b-47d8-9602-e66a7d2265cb triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:54.241327 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:54.376886 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52800) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:54.444797 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:54.536842 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:54.546776 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:53e4ba5e8949483f88632e541151e262 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:54.573731 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:54.606317 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:50Z', 'revision_number': 3, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:54.611891 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Checking router: c6c0defd-5059-4209-be6d-d10d76fb3a3a for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:06:54.612526 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Updating router c6c0defd-5059-4209-be6d-d10d76fb3a3a port dd50e3aa-c496-48f9-960a-a767bc715c6b binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:06:54.622244 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:54.730123 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:54.740394 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e24059f-b41b-4d55-91e4-7e2ab6d84ca2 req-a9011392-a487-4916-8861-28ca9071801d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 210 time: 0.1651831 Jun 29 17:06:54.742890 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:54.864671 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Transition to ACTIVE for port object ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:06:54.951353 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:54.966261 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:54.991905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:55.057054 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.074339 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.095296 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b4df68-1705-496f-b2b7-6db451e4f349,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:55.101417 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.106607 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:55.107713 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:55.120288 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fcd3f2da-6487-4864-a0c7-012d780fe553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:55.218504 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6284236-5f1c-4414-a926-82ce93b3f47f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:55.232362 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:55.276206 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5f73abbe273b490b973b9e1071098662&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8025293 Jun 29 17:06:55.299768 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52848) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:55.365181 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Network 3224f238-6569-4772-839e-29c9a3a897bd is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:06:55.371201 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Pushing event updated for resources: {'Port': ['ID=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:55.377676 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:55.398049 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:55.417183 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-41600e33-16da-4381-9ad0-40f14abfe89f req-c5f53071-f10b-40fd-972a-a9d7c3663073 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.1601720 Jun 29 17:06:55.428671 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=53e4ba5e8949483f88632e541151e262&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0507455 Jun 29 17:06:55.432516 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 52862) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:55.483282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:06:55.487060 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.557626 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.576979 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Transition to ACTIVE for port object dd50e3aa-c496-48f9-960a-a767bc715c6b will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:06:55.601162 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.607645 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:55.676408 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.692274 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f295a1e-c075-4d68-b3cc-694e6a70fda9 None None] Pushing event updated for resources: {'Port': ['ID=dd50e3aa-c496-48f9-960a-a767bc715c6b,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:55.695060 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 456d3924-ba84-4062-a28d-cf98be0c3b00 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:06:55.732016 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8f295a1e-c075-4d68-b3cc-694e6a70fda9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:55.826752 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Attempting to bind port dd50e3aa-c496-48f9-960a-a767bc715c6b on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:06:55.827535 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Attempting to bind port dd50e3aa-c496-48f9-960a-a767bc715c6b by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:06:55.828280 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Attempting to bind port dd50e3aa-c496-48f9-960a-a767bc715c6b on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:06:55.858408 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:06:55.859080 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:06:55.859684 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.860190 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:06:55.861065 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Bound port: dd50e3aa-c496-48f9-960a-a767bc715c6b, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:06:55.862539 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.974628 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:55.996823 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-966a58fe-0f2f-4823-b538-c7efbb5e4a4a req-b1956a17-19a1-440c-a9f3-293de42c05a7 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 210 time: 0.1079924 Jun 29 17:06:56.063299 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52898) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:56.102383 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] For port dd50e3aa-c496-48f9-960a-a767bc715c6b, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:06:56.106706 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] For port dd50e3aa-c496-48f9-960a-a767bc715c6b, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dd50e3aa-c496-48f9-960a-a767bc715c6b,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:06:56.113781 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.125763 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.155066 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5d131bf3-7593-4c39-b692-1bda64f1c7f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:56.188584 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 456d3924-ba84-4062-a28d-cf98be0c3b00 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:06:56.199084 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 456d3924-ba84-4062-a28d-cf98be0c3b00 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:56.199789 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.206627 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.364004 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-6c494380-a663-4ceb-8813-317a4517a79b None None] Provisioning for port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:06:56.367514 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.388636 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-6c494380-a663-4ceb-8813-317a4517a79b None None] Provisioning complete for port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:56.389064 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-6c494380-a663-4ceb-8813-317a4517a79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.427737 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.434928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.462943 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:56.470050 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Routers {'c6c0defd-5059-4209-be6d-d10d76fb3a3a'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:06:56.470213 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.470690 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:06:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:56.482198 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:56.492925 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf463102c26409e89333bef1f47e80d is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:56.496705 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:56.507864 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:56.547100 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b4df68-1705-496f-b2b7-6db451e4f349,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:56.560214 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f295a1e-c075-4d68-b3cc-694e6a70fda9 None None] Pushing event updated for resources: {'Port': ['ID=dd50e3aa-c496-48f9-960a-a767bc715c6b,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:56.564372 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:56.567784 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8f295a1e-c075-4d68-b3cc-694e6a70fda9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:56.571356 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port 456d3924-ba84-4062-a28d-cf98be0c3b00, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=456d3924-ba84-4062-a28d-cf98be0c3b00,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:06:56.574784 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-6c494380-a663-4ceb-8813-317a4517a79b None None] Port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:06:56.578312 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.588326 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.596850 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-40cb4662-b52e-4a6f-ba1b-dfb476c3c999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:56.600345 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:56.627532 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.629363 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3124fd0e-9a17-459d-b74a-b54ab56290fb admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f9b4df68-1705-496f-b2b7-6db451e4f349 HTTP/1.1" status: 204 len: 168 time: 1.3254173 Jun 29 17:06:56.630503 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6284236-5f1c-4414-a926-82ce93b3f47f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:56.638753 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.642848 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f6284236-5f1c-4414-a926-82ce93b3f47f HTTP/1.1" status: 204 len: 168 time: 1.2006028 Jun 29 17:06:56.646583 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:56.694486 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.702572 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:56.719171 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:56.785379 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd7741-d672-41a8-a8f4-61732c12078f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:56.815140 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=456d3924-ba84-4062-a28d-cf98be0c3b00,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:56.819782 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:56.828693 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] Set router c6c0defd-5059-4209-be6d-d10d76fb3a3a gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:06:56.870225 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:56.883125 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5468114b-4768-455c-96d8-e75d77c8fe98 req-1c1ea084-7f85-46bd-89ee-269f208d9651 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.1047602 Jun 29 17:06:56.896291 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6cf463102c26409e89333bef1f47e80d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8319020 Jun 29 17:06:56.901117 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 52920) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:56.997360 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.079867 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.181715 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.185741 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.201905 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:57.235288 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.239192 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.98', 51575) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:57.261720 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.276960 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd7741-d672-41a8-a8f4-61732c12078f,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:57.280149 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.284059 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a1dd7741-d672-41a8-a8f4-61732c12078f HTTP/1.1" status: 204 len: 168 time: 0.3793831 Jun 29 17:06:57.285315 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:57.366768 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:06:57.384255 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:50Z', 'revision_number': 3, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:06:57.385514 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6eaf5a63-f722-4a4a-981b-c9966d6163f7 req-ea3380d9-dec6-4a39-a79b-0c957935ab46 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 210 time: 0.1216483 Jun 29 17:06:57.390547 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf6f3da-eaf9-447a-9c05-92f8fd99ab0c None None] The sync data for ids ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'] in dv-cinder-798672-1-smb is: [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:50Z', 'revision_number': 3, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:06:57.604542 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 456d3924-ba84-4062-a28d-cf98be0c3b00 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:06:57.621561 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Pushing event updated for resources: {'Port': ['ID=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:06:57.629817 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:06:57.735786 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 456d3924-ba84-4062-a28d-cf98be0c3b00 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:57.736474 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:57.948499 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.98', 51580) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:06:58.401101 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0e9b2537-cd79-4201-9ae0-7adf40e4a936 req-e4ddb09c-59a5-4f5b-bf01-1a3f78392c91 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.1027949 Jun 29 17:06:58.503319 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-cbb118ca-a6ce-4907-a591-26f698396b45 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:58.506761 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-cbb118ca-a6ce-4907-a591-26f698396b45 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 1.2597699 Jun 29 17:06:58.521401 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:58.548599 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-1372fc3a-dd1b-4602-9818-1c04fe9e2ac5 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:06:58.550053 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-1372fc3a-dd1b-4602-9818-1c04fe9e2ac5 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.98 "GET /v2.0/networks?id=c583686e-dd16-46b9-a291-10dc94bc4b3a HTTP/1.1" status: 200 len: 812 time: 0.5994928 Jun 29 17:06:58.559631 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Request body: {'port': {'device_id': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'admin_state_up': True, 'tenant_id': 'b7c56ca1aa194a10a491975ec98c319e'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:58.567594 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Request body: {'port': {'device_id': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a', 'admin_state_up': True, 'tenant_id': 'be69364ab3ec4a14855af4966ffff3db'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:06:58.597282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Network 3224f238-6569-4772-839e-29c9a3a897bd is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:06:58.761807 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:06:58.870264 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a4f93fcc-eaa0-4a57-92f0-1d016a86688b req-2401f0c8-0d3b-4ac2-a673-c7b1660975ba tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 210 time: 0.1158767 Jun 29 17:06:58.892251 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:58.902984 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Usage tracker for resource:port and tenant:be69364ab3ec4a14855af4966ffff3db is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:58.910489 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:58.921876 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:58.957002 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Made reservation on behalf of be69364ab3ec4a14855af4966ffff3db for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:58.961177 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:59.222907 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-b55b82b3-b9ef-427b-94f6-fe6eca47582a None None] Provisioning complete for port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:59.224001 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-b55b82b3-b9ef-427b-94f6-fe6eca47582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:59.342153 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-b55b82b3-b9ef-427b-94f6-fe6eca47582a None None] Port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:06:59.375489 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Allocated IP 172.20.0.14 (c583686e-dd16-46b9-a291-10dc94bc4b3a/3219f91e-1afc-4759-b4b4-a93cc3cf7ccb/6be23a1a-04b5-4353-9041-3ca73f6beb9f) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:06:59.401619 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Allocated IP 172.20.0.1 (cb8b0846-b0d4-47bf-b264-907440eac994/38b20dd9-7c3e-4942-8de6-f01c7061fd91/d1667ce9-feef-4bea-93a8-6377f882a744) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:06:59.602736 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:06:59.626560 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Usage tracker for resource:port and tenant:b7c56ca1aa194a10a491975ec98c319e is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:06:59.660925 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dd50e3aa-c496-48f9-960a-a767bc715c6b up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:06:59.774147 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:06:59.775736 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:59.816358 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:06:59.860583 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6aaacd3d-c0b3-432a-8fc4-848baf576ff3 req-6cce156a-4b21-413d-ac6d-e9d12ce32a53 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.0769277 Jun 29 17:06:59.881171 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port dd50e3aa-c496-48f9-960a-a767bc715c6b completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:06:59.899154 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port dd50e3aa-c496-48f9-960a-a767bc715c6b triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:06:59.899958 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Made reservation on behalf of b7c56ca1aa194a10a491975ec98c319e for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:06:59.902066 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:59.906159 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:59.911454 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:06:59.928385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:00.099020 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Network c583686e-dd16-46b9-a291-10dc94bc4b3a is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:00.103782 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:00.106821 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:00.111347 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:00.112203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:00.139710 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Pushing event updated for resources: {'Port': ['ID=6be23a1a-04b5-4353-9041-3ca73f6beb9f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:00.155002 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:00.169317 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6060274 Jun 29 17:07:00.193654 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-ec7d6e61-6e06-40ef-9904-f63120623fab tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 17:07:00.200585 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-ec7d6e61-6e06-40ef-9904-f63120623fab tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0181592 Jun 29 17:07:00.228914 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:00.302473 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:00.339562 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port dd50e3aa-c496-48f9-960a-a767bc715c6b, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dd50e3aa-c496-48f9-960a-a767bc715c6b,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:00.349527 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:00.352253 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:00.441330 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=dd50e3aa-c496-48f9-960a-a767bc715c6b,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:00.446375 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:00.491743 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:00.520465 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:00.522910 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede8fd-4341-4369-9438-93159023b774 req-f4c71c7d-6aa7-4672-bbbe-5031219a08da tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:00.524638 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-52ede8fd-4341-4369-9438-93159023b774 req-f4c71c7d-6aa7-4672-bbbe-5031219a08da tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Synchronizing usage tracker for tenant:be69364ab3ec4a14855af4966ffff3db on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:00.566024 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-52ede8fd-4341-4369-9438-93159023b774 req-f4c71c7d-6aa7-4672-bbbe-5031219a08da tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Unset dirty status for tenant:be69364ab3ec4a14855af4966ffff3db on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:00.567300 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-52ede8fd-4341-4369-9438-93159023b774 req-f4c71c7d-6aa7-4672-bbbe-5031219a08da tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 932 time: 0.2959924 Jun 29 17:07:00.604570 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Pushing event updated for resources: {'Port': ['ID=d1667ce9-feef-4bea-93a8-6377f882a744,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:00.609704 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:00.702423 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-52ede8fd-4341-4369-9438-93159023b774 req-c09ebe28-1c0e-4e4c-b96a-0d7085f210a4 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Synchronizing usage tracker for tenant:be69364ab3ec4a14855af4966ffff3db on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:00.712396 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Allocated IP 172.20.0.4 (6eb8c5a1-e451-4c87-a9b3-5b725b023cf3/b331cb70-5690-48ba-aa3a-a82dd076a241/44e906cb-895b-4fbe-b457-63d8babe45e0) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:07:00.721550 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Network cb8b0846-b0d4-47bf-b264-907440eac994 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:00.727012 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:00.731396 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:00.731956 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:00.749252 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-52ede8fd-4341-4369-9438-93159023b774 req-c09ebe28-1c0e-4e4c-b96a-0d7085f210a4 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Unset dirty status for tenant:be69364ab3ec4a14855af4966ffff3db on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:00.751159 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-52ede8fd-4341-4369-9438-93159023b774 req-c09ebe28-1c0e-4e4c-b96a-0d7085f210a4 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743238 Jun 29 17:07:00.891718 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53054) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:00.909872 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:01.169861 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:07:01.262594 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f6bc7ae0-9f08-4bd7-8695-2abf28799201 req-a9aa2f0b-2054-4871-8383-c677c0bfd2e6 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.0961490 Jun 29 17:07:01.313253 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Request body: {'port': {'device_id': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:01.618599 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:01.639201 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dd50e3aa-c496-48f9-960a-a767bc715c6b up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:01.698687 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:01.703419 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Usage tracker for resource:security_group_rule and tenant:3c10e22b4a5f49d99b5ebf4ef069d788 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:01.707031 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:01.725553 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:01.785541 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port dd50e3aa-c496-48f9-960a-a767bc715c6b triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:01.792132 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:01.828622 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:01.978577 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.046182 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.066004 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.081775 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.125784 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:02.133853 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:02.235106 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f972a1-97f5-42e7-a55c-254590a3b7a8,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:02.242883 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:02.247614 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3c10e22b4a5f49d99b5ebf4ef069d788&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3549225 Jun 29 17:07:02.251369 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53090) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:02.314900 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event updated for resources: {'Port': ['ID=44e906cb-895b-4fbe-b457-63d8babe45e0,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:02.321591 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:02.398726 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:02.414098 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:02.425992 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:02.431327 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd0160-35e7-4e9f-b40f-4192c408b2ca req-d8fb9062-0eab-4752-8f3f-2d5f5a162d1e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:02.436814 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:02.438839 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.438987 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-29bd0160-35e7-4e9f-b40f-4192c408b2ca req-d8fb9062-0eab-4752-8f3f-2d5f5a162d1e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 932 time: 0.3637526 Jun 29 17:07:02.508103 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.517069 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.565218 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.565809 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0184474 Jun 29 17:07:02.595546 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-29bd0160-35e7-4e9f-b40f-4192c408b2ca req-ffdb8645-2856-494c-9286-d10b68035d1d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558406 Jun 29 17:07:02.623991 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Request body: {'port': {'device_id': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:02.784615 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be23a1a-04b5-4353-9041-3ca73f6beb9f {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:02.795957 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.838529 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Transition to ACTIVE for port object 6be23a1a-04b5-4353-9041-3ca73f6beb9f will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:02.840723 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.852957 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c783a536-93af-44c2-9ed8-d100db33a698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:02.878107 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8871-8152-46e6-a603-a82e802d6960 req-cc037e45-60d3-4d27-b2c9-bc8247223257 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:02.901815 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-545f8871-8152-46e6-a603-a82e802d6960 req-cc037e45-60d3-4d27-b2c9-bc8247223257 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 931 time: 0.1771994 Jun 29 17:07:02.957086 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:02.969378 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f972a1-97f5-42e7-a55c-254590a3b7a8,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:02.984691 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:02.986304 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2401a436-10dd-4f76-8d6e-853a5525e40e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:03.065840 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.db.resource_extend [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:07:03.086081 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:03.094202 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:03.098792 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:03.106276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:03.106504 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/99f972a1-97f5-42e7-a55c-254590a3b7a8 HTTP/1.1" status: 204 len: 168 time: 0.8464489 Jun 29 17:07:03.114552 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:03.146328 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-52032b5a-cae9-40e9-847d-daa0aa4bb536 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:03.415897 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-545f8871-8152-46e6-a603-a82e802d6960 req-23ab6b43-3263-404d-a589-71853ea17bd9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:03.453744 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Pushing event updated for resources: {'Port': ['ID=6be23a1a-04b5-4353-9041-3ca73f6beb9f,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:03.514815 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:03.557390 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Network cb8b0846-b0d4-47bf-b264-907440eac994 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:03.565771 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:03.628777 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-545f8871-8152-46e6-a603-a82e802d6960 req-23ab6b43-3263-404d-a589-71853ea17bd9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:03.648886 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-545f8871-8152-46e6-a603-a82e802d6960 req-23ab6b43-3263-404d-a589-71853ea17bd9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447348 Jun 29 17:07:03.734861 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Attempting to bind port 6be23a1a-04b5-4353-9041-3ca73f6beb9f on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:03.735237 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Attempting to bind port 6be23a1a-04b5-4353-9041-3ca73f6beb9f by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '85afcce6-cc5b-43d9-a41d-6d83a9730d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:03.735586 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Attempting to bind port 6be23a1a-04b5-4353-9041-3ca73f6beb9f on network c583686e-dd16-46b9-a291-10dc94bc4b3a {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:03.762539 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Port 6be23a1a-04b5-4353-9041-3ca73f6beb9f on network c583686e-dd16-46b9-a291-10dc94bc4b3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:07:03.762863 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Attempting to bind port 6be23a1a-04b5-4353-9041-3ca73f6beb9f on network c583686e-dd16-46b9-a291-10dc94bc4b3a {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:03.793513 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:03.793901 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Checking segment: {'id': '85afcce6-cc5b-43d9-a41d-6d83a9730d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:03.794397 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Bound using segment: {'id': '85afcce6-cc5b-43d9-a41d-6d83a9730d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:03.794825 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Bound port: 6be23a1a-04b5-4353-9041-3ca73f6beb9f, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85afcce6-cc5b-43d9-a41d-6d83a9730d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:03.795169 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:03.935859 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:07:03.947834 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Sync routers for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:07:03.979645 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:07:03.984330 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:06:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:03.989617 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] 10.222.0.99 "PUT /v2.0/routers/a295ff8f-ae70-4ee2-92f0-75b7a7265a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0641117 Jun 29 17:07:04.060388 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53142) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:04.149175 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] For port 6be23a1a-04b5-4353-9041-3ca73f6beb9f, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:04.160882 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] For port 6be23a1a-04b5-4353-9041-3ca73f6beb9f, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6be23a1a-04b5-4353-9041-3ca73f6beb9f,segment=NetworkSegment(85afcce6-cc5b-43d9-a41d-6d83a9730d63),segment_id=85afcce6-cc5b-43d9-a41d-6d83a9730d63)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:04.209496 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:04.242501 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Pushing event updated for resources: {'Port': ['ID=d1667ce9-feef-4bea-93a8-6377f882a744,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:04.252083 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:04.282804 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:04.578238 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:04.580102 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] 10.222.0.98 "PUT /v2.0/ports/6be23a1a-04b5-4353-9041-3ca73f6beb9f HTTP/1.1" status: 200 len: 1094 time: 3.8225427 Jun 29 17:07:04.580897 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'tag': '6be23a1a-04b5-4353-9041-3ca73f6beb9f'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:04.718852 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:07:04.863861 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Pushing event updated for resources: {'Port': ['ID=6be23a1a-04b5-4353-9041-3ca73f6beb9f,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:04.869971 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:04.889949 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:04.901609 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e67aa1-e609-4e5f-b3cf-eee25f9783bc req-92030f0c-c8a7-41f3-827e-60e36d814716 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:04.908478 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5e67aa1-e609-4e5f-b3cf-eee25f9783bc req-92030f0c-c8a7-41f3-827e-60e36d814716 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 944 time: 0.9497979 Jun 29 17:07:05.050379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e906cb-895b-4fbe-b457-63d8babe45e0 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:05.076275 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:05.159322 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Transition to ACTIVE for port object 44e906cb-895b-4fbe-b457-63d8babe45e0 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:05.169370 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:05.179281 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:05.203437 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:05.222229 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Usage tracker for resource:security_group_rule and tenant:a85fe8038cfb4b3a92651ea758d7671a is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:05.228674 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5e67aa1-e609-4e5f-b3cf-eee25f9783bc req-9ffbda53-549c-4e77-8007-36e020e9e5d2 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193662 Jun 29 17:07:05.240617 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:05.259580 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:05.266145 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-756b2129-da15-48d1-9721-81a429e05c28 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=be69364ab3ec4a14855af4966ffff3db&device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 1097 time: 0.5484326 Jun 29 17:07:05.330357 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=44e906cb-895b-4fbe-b457-63d8babe45e0,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:05.335631 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:05.599793 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 2, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:05.605656 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Checking router: a295ff8f-ae70-4ee2-92f0-75b7a7265a9e for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:07:05.606412 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Updating router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:07:05.671523 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:05.750918 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-7fe7986f-152e-4fc0-81bd-4a52a3eb81a1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be23a1a-04b5-4353-9041-3ca73f6beb9f HTTP/1.1" status: 200 len: 217 time: 0.4533148 Jun 29 17:07:06.013464 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53190) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:06.026886 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Attempting to bind port 44e906cb-895b-4fbe-b457-63d8babe45e0 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:06.027307 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Attempting to bind port 44e906cb-895b-4fbe-b457-63d8babe45e0 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:06.027714 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Attempting to bind port 44e906cb-895b-4fbe-b457-63d8babe45e0 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:06.075764 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211006975', 'description': 'tempest-description--441554481'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:06.083773 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:06.088119 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:06.091881 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:06.100005 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:06.181276 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.228465 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Port 44e906cb-895b-4fbe-b457-63d8babe45e0 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:07:06.230898 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Attempting to bind port 44e906cb-895b-4fbe-b457-63d8babe45e0 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:06.251615 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:06.251996 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Checking segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:06.252539 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Bound using segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:06.252977 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Bound port: 44e906cb-895b-4fbe-b457-63d8babe45e0, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:06.253364 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.344959 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.354319 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8f0cccc6-f063-44e7-acaf-12c2b4f4bc41 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:06.356618 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-8f0cccc6-f063-44e7-acaf-12c2b4f4bc41 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3219f91e-1afc-4759-b4b4-a93cc3cf7ccb HTTP/1.1" status: 200 len: 852 time: 0.5664220 Jun 29 17:07:06.368152 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.375532 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925c7b2-826c-4f02-a6d1-069ae692a6d6 req-2c1f298b-72d6-438c-913b-88b29da8c37f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:06.388125 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Router c6c0defd-5059-4209-be6d-d10d76fb3a3a has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:07:06.393420 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d925c7b2-826c-4f02-a6d1-069ae692a6d6 req-2c1f298b-72d6-438c-913b-88b29da8c37f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 943 time: 0.7248774 Jun 29 17:07:06.465037 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] For port 44e906cb-895b-4fbe-b457-63d8babe45e0, host hv-cinder-79867, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:06.554295 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:06.576708 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a85fe8038cfb4b3a92651ea758d7671a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3972602 Jun 29 17:07:06.610956 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53204) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:06.618150 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:06.622275 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group_rule and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:06.626671 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:06.652225 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:06.729116 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] For port 44e906cb-895b-4fbe-b457-63d8babe45e0, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44e906cb-895b-4fbe-b457-63d8babe45e0,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:06.739131 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.741473 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.752563 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.753226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:06.755174 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-38c0f8bb-7526-488e-ba46-4cd07b641a66 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c583686e-dd16-46b9-a291-10dc94bc4b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3427057 Jun 29 17:07:06.837093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=44e906cb-895b-4fbe-b457-63d8babe45e0,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:06.841146 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'tag': '6be23a1a-04b5-4353-9041-3ca73f6beb9f', 'status': 'completed', 'code': 200} Jun 29 17:07:06.850998 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:06.855065 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.874952 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d925c7b2-826c-4f02-a6d1-069ae692a6d6 req-470c94ca-2b09-4e90-b9fe-80be1e8b821a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804184 Jun 29 17:07:06.878061 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.884230 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.885862 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8372331 Jun 29 17:07:06.948955 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:06.972186 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53214) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:07.004302 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.013687 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Transition to ACTIVE for port object ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:07.028129 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.029605 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] 10.222.0.98 "PUT /v2.0/ports/44e906cb-895b-4fbe-b457-63d8babe45e0 HTTP/1.1" status: 200 len: 1093 time: 4.4299178 Jun 29 17:07:07.030270 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'tag': '44e906cb-895b-4fbe-b457-63d8babe45e0'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:07.036017 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.058030 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:07.167751 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'security_group_rule': {'security_group_id': 'ba48c3a4-eddf-437b-8b81-d6b0bec38e70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:07.186927 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:07.200586 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:07.215869 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738f604-3a66-49e7-98a1-c74a04f92176,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:07.226931 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4e687-f541-48d7-a9ae-cfc0636c9833 None None] Pushing event updated for resources: {'Port': ['ID=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:07.229033 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:07.230669 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-2bf4e687-f541-48d7-a9ae-cfc0636c9833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:07.241853 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738f604-3a66-49e7-98a1-c74a04f92176,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:07.287548 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:07.347155 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.349890 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1738f604-3a66-49e7-98a1-c74a04f92176 HTTP/1.1" status: 204 len: 168 time: 0.7056491 Jun 29 17:07:07.365838 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6bdeaf94-126b-4223-a16d-0065b79794c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:07.562579 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group_rule and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:07.571080 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:07.592449 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:07.620737 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba48c3a4-eddf-437b-8b81-d6b0bec38e70,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:07.626444 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Attempting to bind port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:07.626890 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Attempting to bind port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:07.627333 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Attempting to bind port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 on network 3224f238-6569-4772-839e-29c9a3a897bd {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:07.636856 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:07.637546 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Checking segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:07.638316 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.639011 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Bound using segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:07.639644 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Bound port: ccdbe9c6-2a13-4d67-960e-6ad3143a6c15, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:07.640212 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.641998 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:07.678699 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.745998 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-d0cbd1dc-f488-4cb7-aa48-2dd3346f3c59 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 1096 time: 0.6098084 Jun 29 17:07:07.877860 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] For port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:07.883813 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] For port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:07.913065 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:07.915839 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-af686ba9-84a5-4899-8fd2-eaa8bb9e2d76 service neutron] 10.222.0.98 "GET /v2.0/networks/c583686e-dd16-46b9-a291-10dc94bc4b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0787318 Jun 29 17:07:07.919021 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:07.994942 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:07:08.008795 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] 10.222.0.99 "PUT /v2.0/routers/c6c0defd-5059-4209-be6d-d10d76fb3a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8452792 Jun 29 17:07:08.009688 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Sync routers for ids ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:07:08.013289 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-0d3ca2b2-8168-48dd-a3f6-f8638a2c1fd1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e906cb-895b-4fbe-b457-63d8babe45e0 HTTP/1.1" status: 200 len: 217 time: 0.2153704 Jun 29 17:07:08.048187 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Routers {'c6c0defd-5059-4209-be6d-d10d76fb3a3a'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:07:08.048976 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:06:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:08.108602 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ccb14-83d8-4152-a764-82c86e011028 req-276420cb-c7c0-4e08-bf2e-390e54925f78 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:08.119264 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-826ccb14-83d8-4152-a764-82c86e011028 req-276420cb-c7c0-4e08-bf2e-390e54925f78 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 944 time: 0.9307859 Jun 29 17:07:08.244758 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-b614d98b-9bb2-444f-8ae6-20aa1eaf5f91 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:08.246461 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-b614d98b-9bb2-444f-8ae6-20aa1eaf5f91 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.1892247 Jun 29 17:07:08.333914 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4e687-f541-48d7-a9ae-cfc0636c9833 None None] Pushing event updated for resources: {'Port': ['ID=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:08.353418 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-2bf4e687-f541-48d7-a9ae-cfc0636c9833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:08.359394 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:07:08.362575 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:06:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:08.482168 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-af548660-cc14-447e-9063-497326be90fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2123520 Jun 29 17:07:08.545181 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:08.596019 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'tag': '44e906cb-895b-4fbe-b457-63d8babe45e0', 'status': 'completed', 'code': 200} Jun 29 17:07:08.619802 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:08.906774 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Set router c6c0defd-5059-4209-be6d-d10d76fb3a3a gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:07:08.957771 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-826ccb14-83d8-4152-a764-82c86e011028 req-60795bee-87c8-46e8-92a7-c075ef200d76 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373721 Jun 29 17:07:08.960417 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec2d4a8c-7576-4664-a496-595e03b82f57 req-38e12364-6c47-4642-ab23-de9530c55ac6 service neutron] 10.222.0.98 "GET /v2.0/networks/c583686e-dd16-46b9-a291-10dc94bc4b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9919479 Jun 29 17:07:09.000535 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:07:09.028732 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:09.196639 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-7ad82247-fd21-466d-8158-28b04dce2019 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062137 Jun 29 17:07:09.202086 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92410531-b21e-4dde-b091-e763f7e35c85,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:09.383905 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:09.491323 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:09.493261 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.5145395 Jun 29 17:07:09.506417 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53288) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:09.572161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'security_group_rule': {'security_group_id': 'ba48c3a4-eddf-437b-8b81-d6b0bec38e70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:09.587898 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9ba4903-1f51-4658-8117-0a6a32321132 req-eebb6341-2d7a-451b-a664-cc45f46b29b4 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743873 Jun 29 17:07:09.598598 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:09.609501 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group_rule and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:09.614077 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:09.633000 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:09.655315 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-4ea59f21-4e10-466f-8915-f03aff2d3fe4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=be69364ab3ec4a14855af4966ffff3db&device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 1097 time: 0.5916674 Jun 29 17:07:09.685917 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:09.919266 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-34e10e2c-d2b2-430c-a6fe-387dd28ec917 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 1096 time: 0.2558420 Jun 29 17:07:09.939621 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:07Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:09.947484 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a0ada-4848-4503-85f2-d4ca9a275fb3 None None] The sync data for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb is: [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:07Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:07:10.169077 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd1667ce9-feef-4bea-93a8-6377f882a744', 'name': '', 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'mac_address': 'fa:16:3e:43:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:58Z', 'updated_at': '2021-06-29T17:07:01Z', 'revision_number': 2, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'subnets': [{'id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:10.192296 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Checking router: c6c0defd-5059-4209-be6d-d10d76fb3a3a for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:07:10.194354 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Updating router c6c0defd-5059-4209-be6d-d10d76fb3a3a port d1667ce9-feef-4bea-93a8-6377f882a744 binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:07:10.412886 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93b89f-1722-4313-9d22-bdbe67ca420f req-6c4e9a2f-a27d-45c6-8e4c-9a6e67c204ae tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:10.416648 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:10.435959 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b93b89f-1722-4313-9d22-bdbe67ca420f req-6c4e9a2f-a27d-45c6-8e4c-9a6e67c204ae tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 943 time: 1.4656277 Jun 29 17:07:10.522251 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-66e0618c-a8c6-4dcd-ae97-3c6b3bd2a7cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:10.526631 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-66e0618c-a8c6-4dcd-ae97-3c6b3bd2a7cd service neutron] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 917 time: 0.5798819 Jun 29 17:07:10.686498 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-cad412bf-126d-4e37-a0d3-161a030bf319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:10.688214 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-cad412bf-126d-4e37-a0d3-161a030bf319 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c583686e-dd16-46b9-a291-10dc94bc4b3a HTTP/1.1" status: 200 len: 914 time: 1.0037391 Jun 29 17:07:10.726991 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:10.746141 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:10.759840 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:10.807247 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c86b18f7-737d-4d0e-b768-b59845f74414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:10.822597 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b93b89f-1722-4313-9d22-bdbe67ca420f req-147bdf9c-56e1-401c-8158-2ca9211030b8 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781457 Jun 29 17:07:10.885245 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55e6f16-135d-4951-b536-588156e39c6a,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:10.890984 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:10.919726 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:10.920920 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3969214 Jun 29 17:07:10.924223 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53320) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:10.933204 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'floatingip': {'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:10.950103 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:10.967350 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:floatingip and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:10.978583 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:11.006157 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:11.232083 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:11.308219 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-f0b632a4-6907-4ded-84f2-a5ae1ebbf6d7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e906cb-895b-4fbe-b457-63d8babe45e0 HTTP/1.1" status: 200 len: 217 time: 0.3088787 Jun 29 17:07:11.320805 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:11.450475 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-668c735f-e000-41f4-b0d4-f172889136d0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6be23a1a-04b5-4353-9041-3ca73f6beb9f HTTP/1.1" status: 200 len: 217 time: 0.4326417 Jun 29 17:07:11.538819 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:11.578829 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Transition to ACTIVE for port object d1667ce9-feef-4bea-93a8-6377f882a744 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:11.596941 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:11.620908 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:11.673016 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-5d5e1bae-083c-4efe-accd-f34062a79cf1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:11.674551 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-5d5e1bae-083c-4efe-accd-f34062a79cf1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3219f91e-1afc-4759-b4b4-a93cc3cf7ccb HTTP/1.1" status: 200 len: 852 time: 0.2024632 Jun 29 17:07:11.815404 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-69373aca-6b17-4e60-b34d-d476ac6bff34 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:11.816859 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-69373aca-6b17-4e60-b34d-d476ac6bff34 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.4548280 Jun 29 17:07:11.834214 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-252ce2ed-c9bc-41e2-a958-b69a8e3cd314 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c583686e-dd16-46b9-a291-10dc94bc4b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319597 Jun 29 17:07:11.888713 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273d71-0b44-4ff6-a0bc-d199c292fe13 req-2c09cef7-c176-4d46-9781-308b273435b6 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:11.890949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1273d71-0b44-4ff6-a0bc-d199c292fe13 req-2c09cef7-c176-4d46-9781-308b273435b6 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 944 time: 0.6858892 Jun 29 17:07:12.004029 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-e6231e05-9cf1-438f-b4b2-dc0d0b54a3ed service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950828 Jun 29 17:07:12.039690 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:12.266356 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1273d71-0b44-4ff6-a0bc-d199c292fe13 req-6dd24dd8-5467-4daf-aca7-d31ad2c2fe49 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675106 Jun 29 17:07:12.286301 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:12.318650 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4180bfa-71b9-43be-9224-16978c7043b1 None None] Pushing event updated for resources: {'Port': ['ID=d1667ce9-feef-4bea-93a8-6377f882a744,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:12.326267 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-c4180bfa-71b9-43be-9224-16978c7043b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:12.607496 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-f22abd51-602a-417c-9c82-5de697189e29 service neutron] 10.222.0.98 "GET /v2.0/networks/c583686e-dd16-46b9-a291-10dc94bc4b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645973 Jun 29 17:07:12.766732 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Attempting to bind port d1667ce9-feef-4bea-93a8-6377f882a744 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:12.768621 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Attempting to bind port d1667ce9-feef-4bea-93a8-6377f882a744 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:12.772839 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Attempting to bind port d1667ce9-feef-4bea-93a8-6377f882a744 on network cb8b0846-b0d4-47bf-b264-907440eac994 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:12.808051 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:12.841890 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d8e49e1b-b538-49ae-8924-73d504a8e591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:12.859284 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:12.861158 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:12.942452 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:12.943182 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Checking segment: {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:12.943771 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:12.944428 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Bound using segment: {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:12.945340 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Bound port: d1667ce9-feef-4bea-93a8-6377f882a744, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:12.946078 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.005622 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Allocated IP 172.28.1.152 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/c247c982-4160-4750-92fe-5121abdc5117) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:07:13.110555 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e4873-3527-4f64-a6ea-e1c032d57e3c req-b7996909-f143-440e-a074-94bbcaef025e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:13.113320 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7a3e4873-3527-4f64-a6ea-e1c032d57e3c req-b7996909-f143-440e-a074-94bbcaef025e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 943 time: 0.5046821 Jun 29 17:07:13.225739 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] For port d1667ce9-feef-4bea-93a8-6377f882a744, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:13.255064 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.262136 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-287f92ce-a64d-4355-b7c8-8ce02413495d service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2397110 Jun 29 17:07:13.295870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.314218 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:13.342334 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7a3e4873-3527-4f64-a6ea-e1c032d57e3c req-da3ca82e-d9fc-43f9-9f09-b07280120018 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138774 Jun 29 17:07:13.352821 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e69ef229-dfef-45e8-bbef-579fb8854225 req-dfa691e8-ceb6-458f-8fbe-a71f676c6440 service neutron] 10.222.0.98 "GET /v2.0/networks/c583686e-dd16-46b9-a291-10dc94bc4b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071243 Jun 29 17:07:13.386079 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:13.388913 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:13.393105 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:13.404818 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.454881 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] For port d1667ce9-feef-4bea-93a8-6377f882a744, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d1667ce9-feef-4bea-93a8-6377f882a744,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:13.470276 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.488839 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:13.629591 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:13.630536 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-8777534d-2920-42f3-bf21-1f065f902b82 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:13.631283 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-8777534d-2920-42f3-bf21-1f065f902b82 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Synchronizing usage tracker for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:13.647115 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.662551 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4180bfa-71b9-43be-9224-16978c7043b1 None None] Pushing event updated for resources: {'Port': ['ID=d1667ce9-feef-4bea-93a8-6377f882a744,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:13.666117 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Routers {'c6c0defd-5059-4209-be6d-d10d76fb3a3a'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:07:13.667159 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:07:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:13.670309 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-8777534d-2920-42f3-bf21-1f065f902b82 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Unset dirty status for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:13.677356 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-8777534d-2920-42f3-bf21-1f065f902b82 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 819 time: 0.3770559 Jun 29 17:07:13.695786 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319695-6c61-4666-862b-28c19b881231 req-7ab64f90-8bf8-42bc-b4fe-f59ff62c874d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:13.697484 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-48319695-6c61-4666-862b-28c19b881231 req-7ab64f90-8bf8-42bc-b4fe-f59ff62c874d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 944 time: 0.1463466 Jun 29 17:07:13.707870 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-06ffc296-5c07-4d7d-9d73-4a2958de5adb tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/quotas/61858b42ef4f4fc39de98669306e2fbf HTTP/1.1" status: 200 len: 375 time: 0.0294313 Jun 29 17:07:13.721071 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-c4180bfa-71b9-43be-9224-16978c7043b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:13.724678 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'Port': ['ID=c247c982-4160-4750-92fe-5121abdc5117,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:13.728024 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:13.730199 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:13.733810 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-db424e5d-7d65-4f77-ade0-40605bc0a5c8 req-e7802a73-be4d-45a7-8fe9-c40379fc9263 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304274 Jun 29 17:07:13.847958 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.848637 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-48319695-6c61-4666-862b-28c19b881231 req-8815105c-04e9-4156-9ee2-df10cc8c8038 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386375 Jun 29 17:07:13.868375 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.907821 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-cf0e1d19-819c-41d2-adda-25ecf629fdac tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991050 Jun 29 17:07:13.957688 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:13.985018 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:13.995383 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:14.096690 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] Set router c6c0defd-5059-4209-be6d-d10d76fb3a3a gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:07:14.119505 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-3c4b55a5-2af1-457b-bccd-b111f5b9a8cc service neutron] 10.222.0.99 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014902 Jun 29 17:07:14.238722 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:14.250544 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:14.260423 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:14.300167 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-1fbf9b17-84e6-4383-b0ae-d634c18130c8 service neutron] 10.222.0.99 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741507 Jun 29 17:07:14.353162 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:14.366016 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'Port': ['ID=c247c982-4160-4750-92fe-5121abdc5117,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:14.370860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:14.383754 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:14.392726 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4669015 Jun 29 17:07:14.722895 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd1667ce9-feef-4bea-93a8-6377f882a744', 'name': '', 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'mac_address': 'fa:16:3e:43:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:58Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 4, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'subnets': [{'id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:14.732469 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e36ff-33e8-46ad-8521-3a02cb89ce90 None None] The sync data for ids ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'] in dv-cinder-798672-1-smb is: [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd1667ce9-feef-4bea-93a8-6377f882a744', 'name': '', 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'mac_address': 'fa:16:3e:43:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:58Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 4, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'subnets': [{'id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:07:14.868828 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-32554f03-bc84-4478-aa9f-c8b3511d11e5 req-3c909518-74f5-406b-9ff0-7007a7b3e544 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 210 time: 0.2904322 Jun 29 17:07:14.953484 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e13cd-108d-4f51-93c6-f3fd88e0d859 req-a9144054-ee7f-4dcc-9af9-c084d9bbc0f9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:14.970118 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e21e13cd-108d-4f51-93c6-f3fd88e0d859 req-a9144054-ee7f-4dcc-9af9-c084d9bbc0f9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 943 time: 0.2507174 Jun 29 17:07:15.095164 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e21e13cd-108d-4f51-93c6-f3fd88e0d859 req-25e7523a-0474-4ab2-83eb-ea10e4baddad tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248887 Jun 29 17:07:15.213910 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:15.300789 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-cc98dd87-714f-40a2-b093-96290d9ecf75 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Synchronizing usage tracker for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:15.346461 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-cc98dd87-714f-40a2-b093-96290d9ecf75 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Unset dirty status for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:15.347767 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-cc98dd87-714f-40a2-b093-96290d9ecf75 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--211006975&fields=id&tenant_id=fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 267 time: 0.1493988 Jun 29 17:07:15.481857 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53464) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:15.544605 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53470) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:15.667300 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-0b5d0aca-d7ee-4121-abf0-0b94659f612b tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:15.668781 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-0b5d0aca-d7ee-4121-abf0-0b94659f612b tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 817 time: 0.3120296 Jun 29 17:07:15.709173 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca79664-7b51-496a-8043-42e869b6a05a req-d58f6113-9a68-4524-b820-ea31924ec3b5 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:15.716379 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ca79664-7b51-496a-8043-42e869b6a05a req-d58f6113-9a68-4524-b820-ea31924ec3b5 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 944 time: 0.2172120 Jun 29 17:07:15.742859 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:15.760286 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-43ffc5fb-15c0-4af3-a70d-4a4da08bff32 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/quotas/fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 375 time: 0.0819371 Jun 29 17:07:15.831143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:15.839189 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Usage tracker for resource:security_group_rule and tenant:eacb5adbdf46462280527fcaee90d4d3 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:15.842474 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:15.849932 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:15.876385 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ca79664-7b51-496a-8043-42e869b6a05a req-6d8cd247-94fc-4dab-8811-06b3ba395cdd tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591523 Jun 29 17:07:15.910341 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:15.993368 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-44530386-f0cd-4fca-836b-c864d53bccdc tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2189670 Jun 29 17:07:15.998739 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:16.062138 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:16.062995 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:16.084239 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:16.109298 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Usage tracker for resource:security_group_rule and tenant:84e5de882d2c483d9c084149d682b5bc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:16.118337 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:16.137855 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:16.236096 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:16.256772 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:16.348781 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-592d4041-5fcd-44c0-96a7-0544cecff7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:16.451058 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d1667ce9-feef-4bea-93a8-6377f882a744 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:16.563449 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port d1667ce9-feef-4bea-93a8-6377f882a744 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:16.569315 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port d1667ce9-feef-4bea-93a8-6377f882a744 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:16.569732 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:16.593204 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-2a5b5a51-2981-45cd-87ee-82c36ff0ac1d service neutron] 10.222.0.99 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731540 Jun 29 17:07:16.595070 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cbfcb9-d49d-47bc-8071-08fe2b4441a8,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:16.604340 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f22400ec-b6d1-4e32-8f89-080fe9d1df6c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:16.606487 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f22400ec-b6d1-4e32-8f89-080fe9d1df6c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 819 time: 0.4016352 Jun 29 17:07:16.636941 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:16.705599 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 44e906cb-895b-4fbe-b457-63d8babe45e0 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:07:16.726151 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a5e42782-6f63-4729-85d4-63a0bcca6e56 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/quotas/61858b42ef4f4fc39de98669306e2fbf HTTP/1.1" status: 200 len: 375 time: 0.0953856 Jun 29 17:07:16.750182 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-2e6e1acf-51fa-43e5-91c9-9632e00e71d8 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:16.752178 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-2e6e1acf-51fa-43e5-91c9-9632e00e71d8 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 819 time: 0.4936926 Jun 29 17:07:16.772844 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=eacb5adbdf46462280527fcaee90d4d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2898362 Jun 29 17:07:16.775644 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53528) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:16.786247 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Request body: {'port': {'device_id': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'admin_state_up': True, 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:16.881639 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-8cd993cc-9106-47e3-bdf8-f2c2b9bd1895 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1534841 Jun 29 17:07:16.932057 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-ff7ead5f-7f5c-4eb6-817e-998c283addc5 service neutron] 10.222.0.99 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241856 Jun 29 17:07:16.984352 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.002027 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.054295 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:17.064257 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=84e5de882d2c483d9c084149d682b5bc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5189455 Jun 29 17:07:17.068896 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.083030 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53542) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:17.097596 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.175291 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:17.186283 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.196436 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Usage tracker for resource:port and tenant:61858b42ef4f4fc39de98669306e2fbf is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:17.199427 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a3368-9fa4-49a3-97ef-c4bca94ff00a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:17.202481 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:17.216885 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:17.220443 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 44e906cb-895b-4fbe-b457-63d8babe45e0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44e906cb-895b-4fbe-b457-63d8babe45e0,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:17.227317 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:17.237720 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port d1667ce9-feef-4bea-93a8-6377f882a744, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d1667ce9-feef-4bea-93a8-6377f882a744,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:17.240465 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '44e906cb-895b-4fbe-b457-63d8babe45e0', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'port_id': '44e906cb-895b-4fbe-b457-63d8babe45e0', 'mac_address': 'fa:16:3e:b4:d8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b331cb70-5690-48ba-aa3a-a82dd076a241', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:07:17.246364 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.247316 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-19050ae4-3ab3-4932-bb69-c05625afe202 service neutron] 10.222.0.99 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647625 Jun 29 17:07:17.249234 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:17.269007 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.284069 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Made reservation on behalf of 61858b42ef4f4fc39de98669306e2fbf for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:07:17.287357 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.400960 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.422010 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.439714 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.466542 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ed94310f-fa21-4034-aa59-b8d48c88f913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:17.468928 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=d1667ce9-feef-4bea-93a8-6377f882a744,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:17.473843 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:17.475916 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e906cb-895b-4fbe-b457-63d8babe45e0 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:17.483917 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cbfcb9-d49d-47bc-8071-08fe2b4441a8,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:17.496978 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:17.500422 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 44e906cb-895b-4fbe-b457-63d8babe45e0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44e906cb-895b-4fbe-b457-63d8babe45e0,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:17.518573 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.520579 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 6be23a1a-04b5-4353-9041-3ca73f6beb9f details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:07:17.526373 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:17.537270 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-c2770bcf-1625-491f-a04d-dc6a2de27f50 service neutron] 10.222.0.99 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786360 Jun 29 17:07:17.562734 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f5f4-43f1-4d29-9bf3-a30ea846933d req-b5ee8463-fe20-4b8a-9949-3e669d122912 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:17.564352 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d499f5f4-43f1-4d29-9bf3-a30ea846933d req-b5ee8463-fe20-4b8a-9949-3e669d122912 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 943 time: 0.1321273 Jun 29 17:07:17.577393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.590468 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f2cbfcb9-d49d-47bc-8071-08fe2b4441a8 HTTP/1.1" status: 204 len: 168 time: 0.8024592 Jun 29 17:07:17.647657 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d499f5f4-43f1-4d29-9bf3-a30ea846933d req-abb2daa0-e97d-4197-9e19-51c211f52848 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766568 Jun 29 17:07:17.660183 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.702114 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Allocated IP 172.20.0.6 (cb8b0846-b0d4-47bf-b264-907440eac994/38b20dd9-7c3e-4942-8de6-f01c7061fd91/68a78602-09bc-47ac-a267-268350159d70) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:07:17.797731 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=44e906cb-895b-4fbe-b457-63d8babe45e0,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:17.808594 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:17.810213 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:17.827521 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d1667ce9-feef-4bea-93a8-6377f882a744 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:17.836515 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a3368-9fa4-49a3-97ef-c4bca94ff00a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:17.841215 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:17.845038 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/337a3368-9fa4-49a3-97ef-c4bca94ff00a HTTP/1.1" status: 204 len: 168 time: 0.7586541 Jun 29 17:07:17.845038 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:18.071044 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 6be23a1a-04b5-4353-9041-3ca73f6beb9f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6be23a1a-04b5-4353-9041-3ca73f6beb9f,segment=NetworkSegment(85afcce6-cc5b-43d9-a41d-6d83a9730d63),segment_id=85afcce6-cc5b-43d9-a41d-6d83a9730d63)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:18.072293 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-671d90cb-e40f-420e-8505-74d1aaf7a52e req-7ba57ffa-4ca9-44ae-a4b1-3ac99b9dc749 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0562649 Jun 29 17:07:18.102404 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '6be23a1a-04b5-4353-9041-3ca73f6beb9f', 'network_id': 'c583686e-dd16-46b9-a291-10dc94bc4b3a', 'port_id': '6be23a1a-04b5-4353-9041-3ca73f6beb9f', 'mac_address': 'fa:16:3e:80:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3219f91e-1afc-4759-b4b4-a93cc3cf7ccb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:07:18.115732 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179890a-f2e2-40e6-8671-aa6f6659e151 req-e83510bd-2e85-4683-b31f-ffde6dbeb67f tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:18.126037 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f179890a-f2e2-40e6-8671-aa6f6659e151 req-e83510bd-2e85-4683-b31f-ffde6dbeb67f tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 944 time: 0.1813517 Jun 29 17:07:18.190908 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:18.229865 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be23a1a-04b5-4353-9041-3ca73f6beb9f {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:18.231985 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f179890a-f2e2-40e6-8671-aa6f6659e151 req-afb69143-dfba-4dc5-9c86-9b280e72a850 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043000 Jun 29 17:07:18.280812 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 6be23a1a-04b5-4353-9041-3ca73f6beb9f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6be23a1a-04b5-4353-9041-3ca73f6beb9f,segment=NetworkSegment(85afcce6-cc5b-43d9-a41d-6d83a9730d63),segment_id=85afcce6-cc5b-43d9-a41d-6d83a9730d63)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:18.302581 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:18.309701 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:18.335385 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:18.411177 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d16d419a-3cbd-4cd6-b642-4c3e2ab8a20d req-35cd3a2e-7c76-4ed2-9b44-210cfb6beb08 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 210 time: 0.1234779 Jun 29 17:07:18.413425 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:18.432601 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53578) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:18.434566 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:18.457436 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=6be23a1a-04b5-4353-9041-3ca73f6beb9f,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:18.465682 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:18.548446 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port d1667ce9-feef-4bea-93a8-6377f882a744 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:18.553709 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:18.626906 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['6be23a1a-04b5-4353-9041-3ca73f6beb9f'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:18.654625 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['44e906cb-895b-4fbe-b457-63d8babe45e0'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:18.658397 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:18.714598 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Pushing event updated for resources: {'Port': ['ID=68a78602-09bc-47ac-a267-268350159d70,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:18.724730 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:18.760789 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Network cb8b0846-b0d4-47bf-b264-907440eac994 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:18.763709 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:18.794553 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:18.812081 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:18.812742 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:18.875030 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:18.888241 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:427269d8fe7342ee9e3e3d1f76a8e6e2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:18.894209 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:18.905418 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1294506 Jun 29 17:07:18.906120 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53594) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:18.920214 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:18.935436 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.113840 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.155764 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Request body: {'port': {'device_id': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:19.205207 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:19.237006 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Usage tracker for resource:security_group_rule and tenant:96688616cf594efd81801542c4a2dd4a is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:19.251101 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:19.281531 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.302551 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:19.350825 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:19.451196 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0890ca91-5072-4f9b-aff8-2327eb8ae34e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:19.457448 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:19.551331 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=427269d8fe7342ee9e3e3d1f76a8e6e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9551513 Jun 29 17:07:19.552853 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53624) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:19.573858 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.620845 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53628) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:19.674032 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-67effef2-a6c3-4c0f-94f7-dd2e621ff3a6 req-aca1f108-22a1-4292-acd4-db17a5c364e0 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 210 time: 0.2302196 Jun 29 17:07:19.694311 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-58790aa7-2753-4baf-8698-218f16b762b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:19.698653 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-58790aa7-2753-4baf-8698-218f16b762b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 817 time: 0.3506367 Jun 29 17:07:19.705811 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.729551 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357fc25-e6c2-4225-83a7-475ae4937f75 req-54209d34-0c46-40e9-9aac-d35eb00300d2 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:19.733702 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f357fc25-e6c2-4225-83a7-475ae4937f75 req-54209d34-0c46-40e9-9aac-d35eb00300d2 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 944 time: 0.7350371 Jun 29 17:07:19.752469 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.801181 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.834172 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:19.839766 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f357fc25-e6c2-4225-83a7-475ae4937f75 req-8e0d4182-c2e5-4f9c-8bcd-1c41fa010503 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820415 Jun 29 17:07:19.850801 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:19.869396 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-90cec13e-2413-4a25-8aa0-9184b30bde48 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 379 time: 0.1281388 Jun 29 17:07:19.892699 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'port': {'device_id': '975b0793-1061-419b-bffd-3789af1ffa7d', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'admin_state_up': True, 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'security_groups': ['ba48c3a4-eddf-437b-8b81-d6b0bec38e70']}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:19.971444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351a568e-35ff-4354-ab67-4254bfb10f17,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:19.975159 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.98', 51613) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:19.985709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=96688616cf594efd81801542c4a2dd4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0785732 Jun 29 17:07:19.995478 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:20.053271 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 53636) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:20.060820 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.092002 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-026d46b3-8be7-4f5a-9172-09db8e641736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:20.103131 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.126553 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0890ca91-5072-4f9b-aff8-2327eb8ae34e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:20.189613 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:20.199540 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.203393 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0890ca91-5072-4f9b-aff8-2327eb8ae34e HTTP/1.1" status: 204 len: 168 time: 0.6439564 Jun 29 17:07:20.225759 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:20.240421 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Usage tracker for resource:security_group_rule and tenant:c19212a6d91a475b9b2ae02f9a4d1c4e is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:20.245233 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:20.276580 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-224a2968-6e2b-4ef4-a844-319bcd08edf6 req-ac317cd9-0b12-48a6-a111-a374c2e9f3d2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 210 time: 0.2222235 Jun 29 17:07:20.286628 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:20.312008 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a78602-09bc-47ac-a267-268350159d70 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:20.323061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.347862 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Transition to ACTIVE for port object 68a78602-09bc-47ac-a267-268350159d70 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:20.361523 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.372286 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-afecc306-274b-47ae-8c46-ada239c94e0e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:20.407801 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:20.418886 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:port and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:20.421444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.425722 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:20.443729 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:20.456385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-091bd585-0f4f-4056-98fb-67c3b260088f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:20.457803 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-091bd585-0f4f-4056-98fb-67c3b260088f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 819 time: 0.4749560 Jun 29 17:07:20.467969 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc99686-187a-4ee8-9e51-0eb7cd640591 req-96944079-7102-420b-ae8c-619e33d9ede6 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:20.475118 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-efc99686-187a-4ee8-9e51-0eb7cd640591 req-96944079-7102-420b-ae8c-619e33d9ede6 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 945 time: 0.5008063 Jun 29 17:07:20.501845 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.511690 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Request body: {'port': {'device_id': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'admin_state_up': True, 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:20.522906 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.533438 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Pushing event updated for resources: {'Port': ['ID=68a78602-09bc-47ac-a267-268350159d70,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:20.538515 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:20.539100 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:20.553578 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.634201 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9958aa-83c2-4eb1-8b32-6749b883771a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:20.637229 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Made reservation on behalf of fbf81445db454b6b8813a201924d0ff9 for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:07:20.638266 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c19212a6d91a475b9b2ae02f9a4d1c4e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0146313 Jun 29 17:07:20.640018 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.641797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:20.642273 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53658) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:20.657274 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Attempting to bind port 68a78602-09bc-47ac-a267-268350159d70 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:20.657610 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Attempting to bind port 68a78602-09bc-47ac-a267-268350159d70 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:20.657936 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Attempting to bind port 68a78602-09bc-47ac-a267-268350159d70 on network cb8b0846-b0d4-47bf-b264-907440eac994 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:20.667660 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 44e906cb-895b-4fbe-b457-63d8babe45e0 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:20.678705 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Port 68a78602-09bc-47ac-a267-268350159d70 on network cb8b0846-b0d4-47bf-b264-907440eac994 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:07:20.678836 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Attempting to bind port 68a78602-09bc-47ac-a267-268350159d70 on network cb8b0846-b0d4-47bf-b264-907440eac994 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:20.700932 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:20.701338 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Checking segment: {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:20.701686 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Bound using segment: {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:20.702104 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Bound port: 68a78602-09bc-47ac-a267-268350159d70, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:20.702444 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.768055 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-efc99686-187a-4ee8-9e51-0eb7cd640591 req-b3075e04-136d-4e99-9838-059a14470123 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920005 Jun 29 17:07:20.774240 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.837994 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 44e906cb-895b-4fbe-b457-63d8babe45e0 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:20.844465 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.846245 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 44e906cb-895b-4fbe-b457-63d8babe45e0 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:20.846632 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.907037 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] For port 68a78602-09bc-47ac-a267-268350159d70, host hv-cinder-79867, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:20.935364 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.951678 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-545be3ce-b732-447f-81b4-b3f43599252e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:20.953437 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] For port 68a78602-09bc-47ac-a267-268350159d70, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=68a78602-09bc-47ac-a267-268350159d70,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:20.960157 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:20.979958 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:20.997975 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-367ac73d-4fe4-4d9c-9cc4-88283c22a8d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:21.043901 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Usage tracker for resource:port and tenant:61858b42ef4f4fc39de98669306e2fbf is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:21.065240 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a568e-35ff-4354-ab67-4254bfb10f17,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:21.077967 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:21.107733 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:21.118634 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:21.146059 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.147400 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] 10.222.0.98 "PUT /v2.0/ports/68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 1093 time: 2.2292645 Jun 29 17:07:21.147876 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'tag': '68a78602-09bc-47ac-a267-268350159d70'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:21.159900 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.170093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Pushing event updated for resources: {'Port': ['ID=68a78602-09bc-47ac-a267-268350159d70,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:21.174584 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:21.175061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ca7f0eff-c569-493b-a19b-b7944b7c2fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:21.188091 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.189048 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3b9958aa-83c2-4eb1-8b32-6749b883771a HTTP/1.1" status: 204 len: 168 time: 0.5441499 Jun 29 17:07:21.189640 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9958aa-83c2-4eb1-8b32-6749b883771a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:21.192136 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:21.260866 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.270285 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.290673 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/351a568e-35ff-4354-ab67-4254bfb10f17 HTTP/1.1" status: 204 len: 168 time: 1.2146749 Jun 29 17:07:21.310626 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e906cb-895b-4fbe-b457-63d8babe45e0'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:21.330121 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-dfe476b3-ee6b-440c-a672-40a201ae3f5a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1096 time: 0.1272695 Jun 29 17:07:21.333742 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Allocated IP 172.20.0.9 (3224f238-6569-4772-839e-29c9a3a897bd/04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f/cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:07:21.389613 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 44e906cb-895b-4fbe-b457-63d8babe45e0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44e906cb-895b-4fbe-b457-63d8babe45e0,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:21.398798 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.399747 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 6be23a1a-04b5-4353-9041-3ca73f6beb9f up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:21.405883 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-5d2b6adc-89b4-40cd-8ba4-91e92bf761a1 req-0ac8bd1f-40ea-4099-a279-fee0b9ef82de tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Synchronizing usage tracker for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:21.409038 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Made reservation on behalf of 61858b42ef4f4fc39de98669306e2fbf for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:07:21.412599 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.439726 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-a0932e50-fce7-4a89-954c-84b5db93147a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 217 time: 0.0998011 Jun 29 17:07:21.500254 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ec19230b-4f54-4ab1-9aac-bb10e0e7860f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:21.547664 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-886b09bb-b18c-4c3b-979b-272d23c75cfd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:21.549434 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-886b09bb-b18c-4c3b-979b-272d23c75cfd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.1027265 Jun 29 17:07:21.633869 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-32e49337-9c81-4832-8dc5-c64a9c359863 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761366 Jun 29 17:07:21.683038 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=44e906cb-895b-4fbe-b457-63d8babe45e0,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:21.695750 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:21.697376 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 6be23a1a-04b5-4353-9041-3ca73f6beb9f completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:21.702993 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 6be23a1a-04b5-4353-9041-3ca73f6beb9f triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:21.703633 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.837776 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-69a05357-c726-4a62-8c19-20d6279c6c0b service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915815 Jun 29 17:07:21.857005 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.885695 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Allocated IP 172.20.0.8 (cb8b0846-b0d4-47bf-b264-907440eac994/38b20dd9-7c3e-4942-8de6-f01c7061fd91/7909d8de-ed28-4167-aba8-8769f5c2c672) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:07:21.903776 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-5d2b6adc-89b4-40cd-8ba4-91e92bf761a1 req-0ac8bd1f-40ea-4099-a279-fee0b9ef82de tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Unset dirty status for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:21.920872 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5d2b6adc-89b4-40cd-8ba4-91e92bf761a1 req-0ac8bd1f-40ea-4099-a279-fee0b9ef82de tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 210 time: 0.8452089 Jun 29 17:07:21.929987 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53704) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:21.951042 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 6be23a1a-04b5-4353-9041-3ca73f6beb9f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6be23a1a-04b5-4353-9041-3ca73f6beb9f,segment=NetworkSegment(85afcce6-cc5b-43d9-a41d-6d83a9730d63),segment_id=85afcce6-cc5b-43d9-a41d-6d83a9730d63)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:21.965523 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5d38c-284f-477d-88b6-3d566e69cb90 req-73979369-5089-49b4-aeba-5e6de5823dad tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:21.966520 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:21.968542 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:21.976037 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebd5d38c-284f-477d-88b6-3d566e69cb90 req-73979369-5089-49b4-aeba-5e6de5823dad tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 945 time: 0.8666101 Jun 29 17:07:22.131485 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebd5d38c-284f-477d-88b6-3d566e69cb90 req-d5e206ca-debf-4417-ba32-3542c2e29ff3 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531911 Jun 29 17:07:22.161338 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=6be23a1a-04b5-4353-9041-3ca73f6beb9f,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:22.166060 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:22.253892 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'tag': '68a78602-09bc-47ac-a267-268350159d70', 'status': 'completed', 'code': 200} Jun 29 17:07:22.260477 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6c30bc4b-043e-45f4-af28-a89e97f3406d req-b2e91082-98cd-4110-b506-b738fab060e1 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161022 Jun 29 17:07:22.270970 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:22.302384 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:22.339951 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:22.382347 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c334d7ee15c043f3859166bc1d9d2121 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:22.389698 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:22.397947 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:22.438349 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Transition to ACTIVE for port object cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:22.474161 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-47c2c527-3fc7-4038-9493-cb3da591956b req-6688d944-4277-4bdd-9957-d37d53a88c80 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1096 time: 0.1299450 Jun 29 17:07:22.546235 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e4fa9f2f-11c6-4b73-a7fe-b667ea5db23f req-9c461b33-d610-4d7a-ab6d-27a8b92bf1b4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 210 time: 0.1591704 Jun 29 17:07:22.589066 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:22.592500 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:22.603503 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:22.610424 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5385cf8f-2391-4407-adcb-b809a3fcc6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:22.616226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6ed41de2-73d2-4e02-be8e-29f7d31cafc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:22.681786 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c09c2-ec7a-49e8-82bb-ae6abd8f3fba,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:22.687568 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:22.690848 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c334d7ee15c043f3859166bc1d9d2121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7542636 Jun 29 17:07:22.695043 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53728) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:22.696434 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df99b00-cfa1-440d-9441-fc4e2df94214 req-2d921bec-3902-4417-a5e6-24134f2a0966 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:22.698215 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3df99b00-cfa1-440d-9441-fc4e2df94214 req-2d921bec-3902-4417-a5e6-24134f2a0966 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.3868361 Jun 29 17:07:22.740168 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c527-3fc7-4038-9493-cb3da591956b req-493d5f3f-b9e7-4253-8481-426836f28d23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:22.741781 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-47c2c527-3fc7-4038-9493-cb3da591956b req-493d5f3f-b9e7-4253-8481-426836f28d23 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.2569115 Jun 29 17:07:22.827724 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Network 3224f238-6569-4772-839e-29c9a3a897bd is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:22.831071 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-47c2c527-3fc7-4038-9493-cb3da591956b req-4077b3b4-5c68-4c04-b779-065d22055d9f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 217 time: 0.0802851 Jun 29 17:07:22.864000 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:22.898559 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3df99b00-cfa1-440d-9441-fc4e2df94214 req-f6b6d073-a6e9-4e1f-8dc3-006cfc3da143 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495857 Jun 29 17:07:22.899402 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:22.956911 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:22.972126 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:22.972832 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.034463 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.045004 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1590247 Jun 29 17:07:23.077592 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Request body: {'port': {'device_id': '975b0793-1061-419b-bffd-3789af1ffa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:23.122717 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c527-3fc7-4038-9493-cb3da591956b req-8b79f15f-5c73-42a0-b668-e63ecc1b8f85 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:23.124537 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-47c2c527-3fc7-4038-9493-cb3da591956b req-8b79f15f-5c73-42a0-b668-e63ecc1b8f85 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.2850027 Jun 29 17:07:23.139403 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.211308 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.306892 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-47c2c527-3fc7-4038-9493-cb3da591956b req-a8b34819-2845-4d68-af27-d44b7ce9bcd4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471921 Jun 29 17:07:23.350155 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-479fc3e4-784b-400e-bb98-7b78a107f412 None None] Provisioning for port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:23.354343 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:23.356286 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-479fc3e4-784b-400e-bb98-7b78a107f412 None None] Provisioning complete for port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:23.356751 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-479fc3e4-784b-400e-bb98-7b78a107f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.376563 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.425538 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:23.495691 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e906cb-895b-4fbe-b457-63d8babe45e0', 'code': 200} Jun 29 17:07:23.500166 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-479fc3e4-784b-400e-bb98-7b78a107f412 None None] Port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:07:23.536861 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.568773 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:23.584667 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-47c2c527-3fc7-4038-9493-cb3da591956b req-8166da4a-7463-4d85-9bc9-01c484bbdc0d service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685401 Jun 29 17:07:23.588807 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c09c2-ec7a-49e8-82bb-ae6abd8f3fba,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:23.601749 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:23.601966 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.618366 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Network cb8b0846-b0d4-47bf-b264-907440eac994 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:23.626328 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:23.630785 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Pushing event updated for resources: {'Port': ['ID=7909d8de-ed28-4167-aba8-8769f5c2c672,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:23.636430 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:23.640243 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:23.640861 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.645082 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:23.650434 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.656198 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a65c09c2-ec7a-49e8-82bb-ae6abd8f3fba HTTP/1.1" status: 204 len: 168 time: 0.9599795 Jun 29 17:07:23.771395 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.98', 51618) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:23.829289 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2850c-e92c-4788-add2-c7e8f52a485c req-b9299c51-0f71-4adf-b718-0c90b893ba12 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:23.830792 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f3d2850c-e92c-4788-add2-c7e8f52a485c req-b9299c51-0f71-4adf-b718-0c90b893ba12 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 931 time: 0.5464888 Jun 29 17:07:23.848187 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3482378 Jun 29 17:07:23.880310 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Request body: {'port': {'device_id': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:23.909641 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-47c2c527-3fc7-4038-9493-cb3da591956b req-e9a32c08-31a6-49a1-aa32-51cd3cf3dc10 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094828 Jun 29 17:07:23.913536 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-dbd710bc-1c2f-42a7-a4ff-d73cfea53d61 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 1098 time: 0.1407151 Jun 29 17:07:23.951243 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:23.991981 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:23.996393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Usage tracker for resource:security_group_rule and tenant:4686c97b25144a45804059e85984d9b0 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:23.999970 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:24.007348 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:24.089189 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:24.096126 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:24.107184 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:24.108624 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f3d2850c-e92c-4788-add2-c7e8f52a485c req-0511c358-43f7-4ba8-a220-575e51451202 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658100 Jun 29 17:07:24.149277 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-140ebe52-480d-4fed-a1ab-cf46f948394f req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195969 Jun 29 17:07:24.150262 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a333192-02e5-499e-82a3-18ddfc548c6c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:24.154676 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:24.209332 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:24.223746 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3294db8-2ed4-4b9f-b9ee-c0a1c0ee71f2 req-22f255a3-775d-4f42-a70a-4dc16f14d439 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:24.225210 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a3294db8-2ed4-4b9f-b9ee-c0a1c0ee71f2 req-22f255a3-775d-4f42-a70a-4dc16f14d439 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 945 time: 0.5474725 Jun 29 17:07:24.420855 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a3294db8-2ed4-4b9f-b9ee-c0a1c0ee71f2 req-d2f340ed-480d-4cf4-8bd3-01ad06708c7c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854172 Jun 29 17:07:24.522935 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.db.resource_extend [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:07:24.654911 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e429-a178-4170-a537-eb882206fee2 req-fedd9849-642c-441b-ade0-43b46391b87f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:24.655441 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-9409e429-a178-4170-a537-eb882206fee2 req-fedd9849-642c-441b-ade0-43b46391b87f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Synchronizing usage tracker for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:24.700589 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 68a78602-09bc-47ac-a267-268350159d70 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:07:24.712412 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:24.727115 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:24.902322 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Transition to ACTIVE for port object cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:24.904381 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 68a78602-09bc-47ac-a267-268350159d70, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=68a78602-09bc-47ac-a267-268350159d70,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:24.905903 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-9409e429-a178-4170-a537-eb882206fee2 req-fedd9849-642c-441b-ade0-43b46391b87f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Unset dirty status for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:24.907062 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9409e429-a178-4170-a537-eb882206fee2 req-fedd9849-642c-441b-ade0-43b46391b87f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 931 time: 0.6166799 Jun 29 17:07:24.928576 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '68a78602-09bc-47ac-a267-268350159d70', 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'port_id': '68a78602-09bc-47ac-a267-268350159d70', 'mac_address': 'fa:16:3e:ff:94:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:07:24.944430 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:25.016711 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:25.038160 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a78602-09bc-47ac-a267-268350159d70 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:25.044387 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8eb565ed-98f0-4d2c-a547-6687f246d405 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:25.060010 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 68a78602-09bc-47ac-a267-268350159d70, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=68a78602-09bc-47ac-a267-268350159d70,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:25.071956 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:25.075843 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-c4180bfa-71b9-43be-9224-16978c7043b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:25.203320 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=68a78602-09bc-47ac-a267-268350159d70,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:25.206328 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:25.325036 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['68a78602-09bc-47ac-a267-268350159d70'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:25.326213 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-9409e429-a178-4170-a537-eb882206fee2 req-0ffe4308-0cba-4c1f-a129-6c5468c42fdd tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Synchronizing usage tracker for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:25.328635 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:25.334330 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:25.343399 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f10ea-6d74-44ff-af68-888d322a79f1 req-c65a2a0e-4f58-4db0-81f2-5623901b3240 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:25.352659 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e1f10ea-6d74-44ff-af68-888d322a79f1 req-c65a2a0e-4f58-4db0-81f2-5623901b3240 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.6298437 Jun 29 17:07:25.381544 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.db.resource_extend [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:07:25.545827 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be23a1a-04b5-4353-9041-3ca73f6beb9f'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:25.619950 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53850) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:25.682680 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-9409e429-a178-4170-a537-eb882206fee2 req-0ffe4308-0cba-4c1f-a129-6c5468c42fdd tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Unset dirty status for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:25.698105 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9409e429-a178-4170-a537-eb882206fee2 req-0ffe4308-0cba-4c1f-a129-6c5468c42fdd tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7796259 Jun 29 17:07:25.741254 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7909d8de-ed28-4167-aba8-8769f5c2c672 {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:25.756652 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:25.768523 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Attempting to bind port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:25.769287 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Attempting to bind port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:25.770020 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Attempting to bind port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d on network 3224f238-6569-4772-839e-29c9a3a897bd {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:25.789575 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e1f10ea-6d74-44ff-af68-888d322a79f1 req-c6b89fe2-fcf3-415c-a140-7332761d51d4 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355602 Jun 29 17:07:25.824978 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d on network 3224f238-6569-4772-839e-29c9a3a897bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:07:25.825399 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Attempting to bind port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d on network 3224f238-6569-4772-839e-29c9a3a897bd {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:25.830018 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Transition to ACTIVE for port object 7909d8de-ed28-4167-aba8-8769f5c2c672 will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:25.835351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:25.837883 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Checking segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:25.838322 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Bound using segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:25.839203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Bound port: cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:25.840118 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:25.907349 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:25.967711 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9d7ecf29-930d-4be7-baea-5618e2c50089 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:26.026989 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.074039 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:26.078686 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Usage tracker for resource:security_group_rule and tenant:03b7e80c03d64fc98af0ec507de50e07 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:26.082259 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:26.091028 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:26.186236 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.191573 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.201691 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-60d4d72e-ea5d-4674-9a1d-2144b70ea7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:26.235736 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dce96b-13c1-4ad5-bd4d-36a7990485b6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:26.239846 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:26.272582 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=03b7e80c03d64fc98af0ec507de50e07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6510088 Jun 29 17:07:26.273478 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53872) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:26.315455 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Pushing event updated for resources: {'Port': ['ID=7909d8de-ed28-4167-aba8-8769f5c2c672,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:26.345584 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:26.361210 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:26.364131 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.377302 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:26.395777 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.402470 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.437275 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0cfea-a735-4728-acb5-b16e7d7cd8bb req-71c644b6-ac2f-4ab3-9170-a8521a31241c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:26.438757 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6fd0cfea-a735-4728-acb5-b16e7d7cd8bb req-71c644b6-ac2f-4ab3-9170-a8521a31241c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.5731499 Jun 29 17:07:26.447056 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:26.477738 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.477738 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d020502-a9aa-4663-859f-f25e3c51e5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:26.496908 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dce96b-13c1-4ad5-bd4d-36a7990485b6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:26.499563 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:26.528159 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.532307 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/87dce96b-13c1-4ad5-bd4d-36a7990485b6 HTTP/1.1" status: 204 len: 168 time: 0.2576084 Jun 29 17:07:26.557168 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fd255-e30d-425e-af18-478a5f99e239 req-01df0a61-6ac1-4b3a-860b-5e4ac43cc60b tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:26.564784 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e3fd255-e30d-425e-af18-478a5f99e239 req-01df0a61-6ac1-4b3a-860b-5e4ac43cc60b tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 945 time: 0.6056356 Jun 29 17:07:26.608531 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.612677 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] 10.222.0.98 "PUT /v2.0/ports/cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 200 len: 1093 time: 3.5588336 Jun 29 17:07:26.616341 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Attempting to bind port 7909d8de-ed28-4167-aba8-8769f5c2c672 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:26.617394 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Attempting to bind port 7909d8de-ed28-4167-aba8-8769f5c2c672 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:26.623121 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Attempting to bind port 7909d8de-ed28-4167-aba8-8769f5c2c672 on network cb8b0846-b0d4-47bf-b264-907440eac994 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:26.627226 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:26.711638 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 68a78602-09bc-47ac-a267-268350159d70 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:26.733887 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:26.759472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Port 7909d8de-ed28-4167-aba8-8769f5c2c672 on network cb8b0846-b0d4-47bf-b264-907440eac994 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:07:26.760141 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Attempting to bind port 7909d8de-ed28-4167-aba8-8769f5c2c672 on network cb8b0846-b0d4-47bf-b264-907440eac994 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:26.763935 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:26.821298 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6fd0cfea-a735-4728-acb5-b16e7d7cd8bb req-51d02de9-c3b1-4f24-b992-b2cc7918e12a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290668 Jun 29 17:07:26.828361 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:26.837680 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Checking segment: {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:26.838442 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Bound using segment: {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:26.839111 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Bound port: 7909d8de-ed28-4167-aba8-8769f5c2c672, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb198e6-b6c1-4340-97d9-60b1827c5591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:26.839695 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:26.882991 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 68a78602-09bc-47ac-a267-268350159d70 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:26.889751 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 68a78602-09bc-47ac-a267-268350159d70 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:26.890610 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e3fd255-e30d-425e-af18-478a5f99e239 req-b0db633e-4377-47cd-99bd-f487639d48ed tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247693 Jun 29 17:07:26.890948 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.118974 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'status': 'completed', 'code': 200} Jun 29 17:07:27.122547 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be23a1a-04b5-4353-9041-3ca73f6beb9f', 'code': 200} Jun 29 17:07:27.124785 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.174573 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 68a78602-09bc-47ac-a267-268350159d70, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=68a78602-09bc-47ac-a267-268350159d70,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:27.182239 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.184966 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:27.218176 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-a8f8bf74-7905-4bfe-9090-12bb8f4d586a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1096 time: 0.5548861 Jun 29 17:07:27.316206 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=68a78602-09bc-47ac-a267-268350159d70,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:27.319793 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:27.325927 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] For port 7909d8de-ed28-4167-aba8-8769f5c2c672, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:27.376402 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f8786b97-56b5-4aa3-b302-757684aba3dd req-35bb4fad-6213-40e5-990e-bf7420c0adce service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 1099 time: 0.1068678 Jun 29 17:07:27.434349 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-f8786b97-56b5-4aa3-b302-757684aba3dd req-e0be6584-c644-4b2c-884a-fb12e289a946 service neutron] Synchronizing usage tracker for tenant:4686c97b25144a45804059e85984d9b0 on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:27.438590 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] For port 7909d8de-ed28-4167-aba8-8769f5c2c672, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7909d8de-ed28-4167-aba8-8769f5c2c672,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:27.441994 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-808c77be-1221-42e7-8315-46ec285b59d8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 200 len: 217 time: 0.2060404 Jun 29 17:07:27.471014 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53916) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:27.485355 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.501203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:27.521678 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-f8786b97-56b5-4aa3-b302-757684aba3dd req-e0be6584-c644-4b2c-884a-fb12e289a946 service neutron] Unset dirty status for tenant:4686c97b25144a45804059e85984d9b0 on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:27.523459 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f8786b97-56b5-4aa3-b302-757684aba3dd req-e0be6584-c644-4b2c-884a-fb12e289a946 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394277 Jun 29 17:07:27.526960 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.575128 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:27.583929 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Usage tracker for resource:security_group_rule and tenant:44f2ae4cb2eb46d787d3417e077e14ef is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:27.591298 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:27.599910 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:27.622867 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-dc61e200-b17b-4a47-b50f-8361328d7d3a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:27.624982 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-dc61e200-b17b-4a47-b50f-8361328d7d3a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.1744027 Jun 29 17:07:27.634253 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.635461 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] 10.222.0.98 "PUT /v2.0/ports/7909d8de-ed28-4167-aba8-8769f5c2c672 HTTP/1.1" status: 200 len: 1093 time: 3.7695978 Jun 29 17:07:27.645319 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Pushing event updated for resources: {'Port': ['ID=7909d8de-ed28-4167-aba8-8769f5c2c672,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:27.652034 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:27.763309 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.770223 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb7a79-f730-4885-90a0-09a0f3b76f69 req-a2f05b69-90d6-430a-87c6-b27a00618f95 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:27.771080 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:27.776698 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-95eb7a79-f730-4885-90a0-09a0f3b76f69 req-a2f05b69-90d6-430a-87c6-b27a00618f95 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 943 time: 0.4523566 Jun 29 17:07:27.786268 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:27.841537 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e738315-5d24-4f55-aa31-3752a117d2e6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:27.851786 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda47fe4-4e59-4480-b681-8b71d37afbfa req-bc20d383-6186-42e3-bf53-7c33709e70ed tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:27.857910 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:27.860698 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fda47fe4-4e59-4480-b681-8b71d37afbfa req-bc20d383-6186-42e3-bf53-7c33709e70ed tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.4827008 Jun 29 17:07:27.863082 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=44f2ae4cb2eb46d787d3417e077e14ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3907733 Jun 29 17:07:27.867717 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53932) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:27.999068 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:28.044113 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:28.059762 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-95eb7a79-f730-4885-90a0-09a0f3b76f69 req-2ef25a3e-45a3-4099-b923-c21895f5b27c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369385 Jun 29 17:07:28.086395 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fda47fe4-4e59-4480-b681-8b71d37afbfa req-06e7bb0a-67c2-4ddc-a015-d7dd332044dc tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241137 Jun 29 17:07:28.101362 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-2a13961d-812c-4845-a430-cbe4971354ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4480865 Jun 29 17:07:28.140062 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-c9b4c3f2-1a06-4725-a19f-a38177c631d4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 1096 time: 0.4392831 Jun 29 17:07:28.152278 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:28.156579 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:28.190326 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:28.191988 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0e738315-5d24-4f55-aa31-3752a117d2e6 HTTP/1.1" status: 204 len: 168 time: 0.3232000 Jun 29 17:07:28.193164 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e738315-5d24-4f55-aa31-3752a117d2e6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:28.197848 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:28.360206 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:07:28.424075 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-ca870b12-0200-4a80-8ffd-8aac5c28bc89 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7909d8de-ed28-4167-aba8-8769f5c2c672 HTTP/1.1" status: 200 len: 217 time: 0.2275906 Jun 29 17:07:28.587178 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-96f06ee8-4703-4168-b8cd-5228cc141bee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:28.588676 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-96f06ee8-4703-4168-b8cd-5228cc141bee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.1519845 Jun 29 17:07:28.591526 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-8ec1d39d-f752-4ea6-8cc4-8ac22a463739 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771287 Jun 29 17:07:28.608793 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755e7af-b1dd-4847-a545-1100edb221e3 req-4757aa43-8fde-436f-bc29-6fc54ad1e7ec tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:28.616236 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a755e7af-b1dd-4847-a545-1100edb221e3 req-4757aa43-8fde-436f-bc29-6fc54ad1e7ec tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.3047957 Jun 29 17:07:28.709165 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-eadfbdaf-2dcc-427a-9ddd-b2d3d1177f82 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076615 Jun 29 17:07:28.981943 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a755e7af-b1dd-4847-a545-1100edb221e3 req-1ba851c1-16fa-44fd-b8de-7a20cd13c3fb tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648529 Jun 29 17:07:29.002765 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 53996) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:29.079785 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e90c536-b107-4908-8bb6-94fe6eb9f96e req-39818029-a645-4f5b-a99d-0ef2579847b9 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606340 Jun 29 17:07:29.083493 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-3a6dd86a-7ddd-48ec-a876-9bd2f1d2bfc5 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157909 Jun 29 17:07:29.123535 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'tag': '7909d8de-ed28-4167-aba8-8769f5c2c672'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:29.124176 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a78602-09bc-47ac-a267-268350159d70'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:29.333930 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:29.371818 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:29.376706 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Usage tracker for resource:security_group_rule and tenant:4581b7be423b4bd1818c29da0e317d26 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:29.380462 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:29.386955 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:29.461371 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9587ab1-5a62-42db-b50c-3890a7c23bbf req-3f6717a3-2bfc-4ec8-a818-b1333808f21f service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695896 Jun 29 17:07:29.475750 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-7ba909a8-9bf4-446f-ad7c-503e459e867b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1096 time: 0.2755909 Jun 29 17:07:29.531307 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:29.539908 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:29.585352 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:29.675076 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4581b7be423b4bd1818c29da0e317d26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6614368 Jun 29 17:07:29.678652 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54034) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:29.704049 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd9a424-5e1f-463e-adad-c9c317faec58,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:29.722614 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:29.809340 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:29.812726 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db5069-0a59-4ea8-8982-0a715c711465 req-4b6a62fc-c6fc-4be8-8d3a-d509841c1fed tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:29.814314 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f6db5069-0a59-4ea8-8982-0a715c711465 req-4b6a62fc-c6fc-4be8-8d3a-d509841c1fed tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 943 time: 0.4365914 Jun 29 17:07:29.838645 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:29.886301 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-7aba3778-9746-4641-85ea-ea7679f7cfe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:29.887902 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-7aba3778-9746-4641-85ea-ea7679f7cfe5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.4002419 Jun 29 17:07:29.910555 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:29.911253 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f6db5069-0a59-4ea8-8982-0a715c711465 req-70f901d9-1d27-4a9b-a565-23ae4b1efdf4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Jun 29 17:07:29.915605 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c39a1e1b-0768-4f71-a5f8-1cb2547a4d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:29.937373 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd9a424-5e1f-463e-adad-c9c317faec58,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:29.940902 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:29.965227 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:29.968677 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ecd9a424-5e1f-463e-adad-c9c317faec58 HTTP/1.1" status: 204 len: 168 time: 0.2890680 Jun 29 17:07:30.058545 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a78602-09bc-47ac-a267-268350159d70', 'code': 200} Jun 29 17:07:30.078869 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-ade3f863-81da-4175-9c36-ca64a940ae76 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 200 len: 217 time: 0.1617904 Jun 29 17:07:30.251838 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'tag': '7909d8de-ed28-4167-aba8-8769f5c2c672', 'status': 'completed', 'code': 200} Jun 29 17:07:30.475388 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2749844c-a2cc-424b-bc26-76632029eccc req-2492a051-0628-45ab-9861-064a4fd3eac0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.0797265 Jun 29 17:07:30.570959 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-8b94e5a3-81ab-41c9-bd84-892f4d8b09b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:30.571117 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2749844c-a2cc-424b-bc26-76632029eccc req-7539a640-628f-4951-b733-a6d3478a3767 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864136 Jun 29 17:07:30.572661 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-8b94e5a3-81ab-41c9-bd84-892f4d8b09b1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.4588149 Jun 29 17:07:30.661361 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54080) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:30.665494 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-baea900d-7ca8-4a79-b4f5-93876024591d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 1096 time: 0.4268162 Jun 29 17:07:30.685427 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:30.723376 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:30.728576 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Usage tracker for resource:security_group_rule and tenant:a5161dd9392d4a53a0a2b88552cd5c5f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:30.731774 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:30.738052 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:30.760524 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e962-1720-49a6-85eb-b4c05d6fadba req-455ba6b5-43c1-4828-99bc-dc498a0a5859 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:30.762022 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6764e962-1720-49a6-85eb-b4c05d6fadba req-455ba6b5-43c1-4828-99bc-dc498a0a5859 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.3665502 Jun 29 17:07:30.791792 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36e362-32af-438d-9cf7-88af155fb04f req-23078427-2fd0-44ba-986b-30b77166c759 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:30.793357 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-af36e362-32af-438d-9cf7-88af155fb04f req-23078427-2fd0-44ba-986b-30b77166c759 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.3862481 Jun 29 17:07:30.868954 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:30.876441 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:30.884633 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2c21ee3b-23cf-48c0-801a-42281d2f49af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:30.914090 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218c8e4a-352a-4aca-9ef1-16ee181e7c66,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:30.918067 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:30.947750 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a5161dd9392d4a53a0a2b88552cd5c5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2813938 Jun 29 17:07:30.949042 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54092) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:31.018564 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-db1cd129-8d91-4497-bdbc-47d6112254ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:31.020050 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-db1cd129-8d91-4497-bdbc-47d6112254ec service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.3457549 Jun 29 17:07:31.025082 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6764e962-1720-49a6-85eb-b4c05d6fadba req-4ba7249b-e283-4fab-873a-a466ff4a627e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446065 Jun 29 17:07:31.029932 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:31.067040 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:31.117951 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-af36e362-32af-438d-9cf7-88af155fb04f req-cdd0775b-1ee0-4b74-9a3d-d73c1d65e485 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084714 Jun 29 17:07:31.150531 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-cf56854b-664e-43b3-ac1b-df2f313ecb35 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5308337 Jun 29 17:07:31.157178 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:31.162711 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8805f521-1840-43e3-a876-59a9f6f929f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:31.179817 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:31.181050 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/218c8e4a-352a-4aca-9ef1-16ee181e7c66 HTTP/1.1" status: 204 len: 168 time: 0.2308922 Jun 29 17:07:31.181921 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c8e4a-352a-4aca-9ef1-16ee181e7c66,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:31.185239 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:31.208284 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-2bbacb0f-41cf-46e5-9f7e-2d272551f4bc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7909d8de-ed28-4167-aba8-8769f5c2c672 HTTP/1.1" status: 200 len: 217 time: 0.1795707 Jun 29 17:07:31.354048 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54110) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:31.423248 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54116) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:31.578316 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-7dca599c-97f6-4b24-95f6-22cd1a15f24e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:31.580011 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-7dca599c-97f6-4b24-95f6-22cd1a15f24e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.2764702 Jun 29 17:07:31.744648 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-1b5c5bed-1065-4e37-82c1-99ea8d998c2c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167564 Jun 29 17:07:31.748474 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-141a6b31-7c9d-44de-8253-95eef58b55d7 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818059 Jun 29 17:07:31.757401 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c6226-2ed3-427e-bedd-51f91df338cc req-73eb305a-4c65-4ce4-b093-11fda24343c2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:31.765086 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5b6c6226-2ed3-427e-bedd-51f91df338cc req-73eb305a-4c65-4ce4-b093-11fda24343c2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 943 time: 0.4603734 Jun 29 17:07:31.917582 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:31.927224 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.041966 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.073093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:32.082856 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Usage tracker for resource:security_group_rule and tenant:45489a052b8f4ab8a8067474fa238ff5 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:32.091691 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:32.111716 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:32.131103 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:32.140725 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Usage tracker for resource:security_group_rule and tenant:9133f26c24e9486ca95858952c95788b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:32.144225 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:32.165159 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:32.223682 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5b6c6226-2ed3-427e-bedd-51f91df338cc req-7fe68a72-a335-4f2c-a11a-7665e3920cc6 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576967 Jun 29 17:07:32.251421 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-113caa42-e3d2-466f-8ff4-6500acd2301b service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828522 Jun 29 17:07:32.261191 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.269980 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.284622 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bd1b8ad1-a388-42ce-a6aa-b8cf080e9800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:32.349518 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc36a651-9140-4516-b00e-6dddc154330e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:32.352292 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:32.373159 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.379949 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=45489a052b8f4ab8a8067474fa238ff5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0246792 Jun 29 17:07:32.381874 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.389492 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54142) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:32.390741 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-46b9d680-76b0-4acd-9b59-e3e48c937cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:32.417101 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ab79f41-2d35-4903-871a-95012b4ca61e req-d40b7463-2b90-43a0-82d0-dd46c8153572 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500015 Jun 29 17:07:32.468131 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b8ada-b48b-43e1-9206-fabb1be7857b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:32.471198 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:32.495108 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73d3c07e-9470-43b5-ae36-902e314d4b7c req-02733eee-e74b-4e33-84be-ecf3fd17c71e service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284079 Jun 29 17:07:32.519927 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ee71-a5f8-40c1-9dd7-752f4ccc1be4 req-81c02fe5-6936-42e0-8d18-d8d732f7765e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:32.527536 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5e8ee71-a5f8-40c1-9dd7-752f4ccc1be4 req-81c02fe5-6936-42e0-8d18-d8d732f7765e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.2271106 Jun 29 17:07:32.576038 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9133f26c24e9486ca95858952c95788b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1508570 Jun 29 17:07:32.578544 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54152) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:32.612975 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5e8ee71-a5f8-40c1-9dd7-752f4ccc1be4 req-836f2d65-5495-4f32-b9ca-1587c3b144ff tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843909 Jun 29 17:07:32.647699 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.685055 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.717781 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.760870 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:07:32.763130 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.816373 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.829381 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:32.854784 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc36a651-9140-4516-b00e-6dddc154330e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:32.857163 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:32.867875 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.869090 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/dc36a651-9140-4516-b00e-6dddc154330e HTTP/1.1" status: 204 len: 168 time: 0.4715180 Jun 29 17:07:32.879908 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.888026 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:32.891194 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9c2b8ada-b48b-43e1-9206-fabb1be7857b HTTP/1.1" status: 204 len: 168 time: 0.3096020 Jun 29 17:07:32.891993 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9383a406-5b06-42e9-9b84-887a3e5c1dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:32.914228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b8ada-b48b-43e1-9206-fabb1be7857b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:32.917395 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:32.999534 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:33.014014 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'port_id': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'mac_address': 'fa:16:3e:13:c1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:07:33.073841 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:33.130724 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:33.191830 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:33.306981 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:33.308624 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 7909d8de-ed28-4167-aba8-8769f5c2c672 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:07:33.313027 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:33.470092 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-f429d75c-7d01-4174-944c-e422ebb5a671 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:33.472031 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-f429d75c-7d01-4174-944c-e422ebb5a671 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 0.3131297 Jun 29 17:07:33.497949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-0b8a2c46-af09-434f-9c54-ed405bd19d83 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/quotas/b7c56ca1aa194a10a491975ec98c319e HTTP/1.1" status: 200 len: 375 time: 0.0179007 Jun 29 17:07:33.534384 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:33.545948 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:33.600795 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 7909d8de-ed28-4167-aba8-8769f5c2c672, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7909d8de-ed28-4167-aba8-8769f5c2c672,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:33.616218 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '7909d8de-ed28-4167-aba8-8769f5c2c672', 'network_id': 'cb8b0846-b0d4-47bf-b264-907440eac994', 'port_id': '7909d8de-ed28-4167-aba8-8769f5c2c672', 'mac_address': 'fa:16:3e:3d:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b20dd9-7c3e-4942-8de6-f01c7061fd91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:07:33.688629 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:33.702027 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55076602-e0c4-45fa-a57f-c75e3ac7848c req-0dc52dd0-834f-4e06-81bf-b21431fbd39f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:33.704178 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-55076602-e0c4-45fa-a57f-c75e3ac7848c req-0dc52dd0-834f-4e06-81bf-b21431fbd39f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 943 time: 0.2020705 Jun 29 17:07:33.709251 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-07f29d26-563c-4d71-807d-4e220a083174 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477320 Jun 29 17:07:33.716770 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7909d8de-ed28-4167-aba8-8769f5c2c672 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:33.736561 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 7909d8de-ed28-4167-aba8-8769f5c2c672, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7909d8de-ed28-4167-aba8-8769f5c2c672,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:33.741017 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:33.744319 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:33.813848 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54194) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:33.842748 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=7909d8de-ed28-4167-aba8-8769f5c2c672,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:33.846393 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:33.848933 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:33.896827 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:33.902475 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:a32b31f610144b2cbdb7d197a8408f26 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:33.905907 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:33.913023 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:33.950048 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-5605496c-a888-4ad2-9999-f11527b72377 service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181127 Jun 29 17:07:34.006120 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:34.065408 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:34.074914 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:34.092895 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-39af146d-4e36-44f1-b0f7-227780a2d173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:34.095973 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['7909d8de-ed28-4167-aba8-8769f5c2c672'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:34.154627 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-e11aa6e9-6611-4396-9597-14467d228071 service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932192 Jun 29 17:07:34.211295 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-55076602-e0c4-45fa-a57f-c75e3ac7848c req-5d8b8e42-0e42-4bf4-8d3e-d6860f6b1810 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990249 Jun 29 17:07:34.214422 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a32b31f610144b2cbdb7d197a8408f26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3989666 Jun 29 17:07:34.216313 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fb97ff-0bd6-4335-8aac-5d6f1d3329bc,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:34.216950 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 54216) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:34.220073 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:34.337902 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:34.400583 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:34.514635 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:34.520117 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4ca2acef-14a5-49bf-8b7d-48ea2542c6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:34.655561 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:34.656664 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/63fb97ff-0bd6-4335-8aac-5d6f1d3329bc HTTP/1.1" status: 204 len: 168 time: 0.4386082 Jun 29 17:07:34.666335 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fb97ff-0bd6-4335-8aac-5d6f1d3329bc,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:34.677738 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:34.764348 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef17e2c-3a0d-4e1f-9070-160e32bd7b93 req-abde991e-f6bb-4be6-9e9a-9234ede0ab40 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:34.766430 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0ef17e2c-3a0d-4e1f-9070-160e32bd7b93 req-abde991e-f6bb-4be6-9e9a-9234ede0ab40 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 944 time: 0.2300365 Jun 29 17:07:34.903030 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0ef17e2c-3a0d-4e1f-9070-160e32bd7b93 req-91b9a1e1-7efd-42af-a6ac-1715feba637a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271608 Jun 29 17:07:35.186701 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-39e03fc1-784e-42d4-aa6b-f6673dad3c41 req-9553b8fb-65fa-40e8-8fd9-0d2c7942ff99 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 210 time: 0.1132734 Jun 29 17:07:35.533217 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328d597-d526-4b01-9b1a-abe6f3b923b4 req-6bbb55db-46ed-4c99-b5dd-96e586baf710 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:35.541901 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b328d597-d526-4b01-9b1a-abe6f3b923b4 req-6bbb55db-46ed-4c99-b5dd-96e586baf710 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 944 time: 0.1010125 Jun 29 17:07:35.607031 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b328d597-d526-4b01-9b1a-abe6f3b923b4 req-a59f5936-bd31-4071-bf0b-36efc15b3c45 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628128 Jun 29 17:07:36.449178 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b050-65f2-4205-8c17-14f8c561b646 req-a1d734f9-d904-4648-a34e-c40c034797c3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:36.450896 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a366b050-65f2-4205-8c17-14f8c561b646 req-a1d734f9-d904-4648-a34e-c40c034797c3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 944 time: 0.3515315 Jun 29 17:07:36.532299 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b8019e0b-584c-4495-84da-f51aa259ad9e req-836f2980-1ed2-4522-8e89-13c029440ee8 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 210 time: 0.0579183 Jun 29 17:07:36.536736 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-a6386481-365a-497a-b07e-5fc94be9f64f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:36.538072 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-a6386481-365a-497a-b07e-5fc94be9f64f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 0.3953102 Jun 29 17:07:36.568139 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Request body: {'port': {'device_id': 'cf28398d-251d-4569-bf5c-370837f4113f', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'admin_state_up': True, 'tenant_id': 'b7c56ca1aa194a10a491975ec98c319e'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:36.606640 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a366b050-65f2-4205-8c17-14f8c561b646 req-2a889cac-a4f5-4a2d-8f29-caf7d284af1f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467390 Jun 29 17:07:36.788807 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 7909d8de-ed28-4167-aba8-8769f5c2c672 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:36.880050 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:36.894318 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Usage tracker for resource:port and tenant:b7c56ca1aa194a10a491975ec98c319e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:36.900291 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:36.912341 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 7909d8de-ed28-4167-aba8-8769f5c2c672 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:36.918365 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 7909d8de-ed28-4167-aba8-8769f5c2c672 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:36.918751 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:36.927854 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:36.965299 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fb13a-5f50-44d8-977c-0becc9049d26 req-d3c7603b-8bcc-4d6d-9b62-3ea395266a09 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:36.972543 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0d9fb13a-5f50-44d8-977c-0becc9049d26 req-d3c7603b-8bcc-4d6d-9b62-3ea395266a09 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 944 time: 0.2021558 Jun 29 17:07:37.003001 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Made reservation on behalf of b7c56ca1aa194a10a491975ec98c319e for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:07:37.006934 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.078070 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.121076 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 7909d8de-ed28-4167-aba8-8769f5c2c672, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7909d8de-ed28-4167-aba8-8769f5c2c672,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:37.122465 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909d8de-ed28-4167-aba8-8769f5c2c672'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:37.131840 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.137033 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:37.145670 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0d9fb13a-5f50-44d8-977c-0becc9049d26 req-68f22d09-9495-46b6-a5cc-da6e2f6a755e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721263 Jun 29 17:07:37.194052 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-c4180bfa-71b9-43be-9224-16978c7043b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:37.240767 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909d8de-ed28-4167-aba8-8769f5c2c672', 'code': 200} Jun 29 17:07:37.295326 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Allocated IP 172.20.0.13 (6eb8c5a1-e451-4c87-a9b3-5b725b023cf3/b331cb70-5690-48ba-aa3a-a82dd076a241/dc693fa1-dd9c-4315-a62b-f7a276e3fb83) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:07:37.361273 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=7909d8de-ed28-4167-aba8-8769f5c2c672,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:37.366574 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:37.396385 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:37.403043 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:37.403669 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.650390 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.664813 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.665284 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d57b8193-80b7-4355-bf98-0c5ad37473a2 req-1bc97777-dd81-4a98-ac0e-8f44ab27eb12 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 1098 time: 0.1565845 Jun 29 17:07:37.721624 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:37.724525 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d57b8193-80b7-4355-bf98-0c5ad37473a2 req-04104f1a-3f4c-44da-8477-186879111ef3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522888 Jun 29 17:07:37.728204 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.728805 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:37.730719 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:37.736506 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:37.770021 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['44e906cb-895b-4fbe-b457-63d8babe45e0'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:37.880346 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:37.887096 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:37.910607 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:37.910607 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:37.934039 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:37.939144 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:37.939768 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:38.016623 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4532228 Jun 29 17:07:38.043416 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Request body: {'port': {'device_id': 'cf28398d-251d-4569-bf5c-370837f4113f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:38.111493 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event updated for resources: {'Port': ['ID=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:38.151445 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:38.203737 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:38.234503 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5893-52d4-4777-9743-36631b2d7d5b req-bb8e2d9b-fe7c-4347-a5e1-558bab21ba41 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:38.235203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-fadd5893-52d4-4777-9743-36631b2d7d5b req-bb8e2d9b-fe7c-4347-a5e1-558bab21ba41 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:38.287603 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147879b0-ce1b-4990-886e-71cc2ff20eda req-2df9aae6-80e2-46bc-a213-79e91029c9c3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:38.289315 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-147879b0-ce1b-4990-886e-71cc2ff20eda req-2df9aae6-80e2-46bc-a213-79e91029c9c3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.3150425 Jun 29 17:07:38.407987 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-fadd5893-52d4-4777-9743-36631b2d7d5b req-bb8e2d9b-fe7c-4347-a5e1-558bab21ba41 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:38.409368 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fadd5893-52d4-4777-9743-36631b2d7d5b req-bb8e2d9b-fe7c-4347-a5e1-558bab21ba41 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 932 time: 0.6376903 Jun 29 17:07:38.501280 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-147879b0-ce1b-4990-886e-71cc2ff20eda req-955b775f-d189-412e-b3b8-0dab02adb954 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020576 Jun 29 17:07:38.584120 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fadd5893-52d4-4777-9743-36631b2d7d5b req-30e40749-0c6f-4493-af64-eb1abba2edbf tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660767 Jun 29 17:07:38.731424 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc693fa1-dd9c-4315-a62b-f7a276e3fb83 {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:38.741007 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:38.764441 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Transition to ACTIVE for port object dc693fa1-dd9c-4315-a62b-f7a276e3fb83 will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:38.777379 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:38.783854 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:39.078128 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Pushing event updated for resources: {'Port': ['ID=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:39.080794 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:39.205444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Attempting to bind port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:39.205690 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Attempting to bind port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:39.206080 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Attempting to bind port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:39.223020 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10f3f-ba72-4d96-9d26-f4bc5aacac8f req-7ac6fc29-6cc5-4a7a-9609-b719180c748d tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:39.224462 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b8c10f3f-ba72-4d96-9d26-f4bc5aacac8f req-7ac6fc29-6cc5-4a7a-9609-b719180c748d tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.3593245 Jun 29 17:07:39.225732 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:07:39.226111 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Attempting to bind port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:39.242285 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:39.267817 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:39.268225 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Checking segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:39.268617 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Bound using segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:39.269063 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Bound port: dc693fa1-dd9c-4315-a62b-f7a276e3fb83, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:39.269431 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:39.357766 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b8c10f3f-ba72-4d96-9d26-f4bc5aacac8f req-76c867a4-32c0-4bdf-8b6e-2b578a874534 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233706 Jun 29 17:07:39.363639 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38021b43-8aed-4ab3-9e03-7b7282070777 req-7c210ff6-233b-47b2-8e03-f1d0095cc40d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:39.365013 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-38021b43-8aed-4ab3-9e03-7b7282070777 req-7c210ff6-233b-47b2-8e03-f1d0095cc40d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.2318258 Jun 29 17:07:39.433544 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] For port dc693fa1-dd9c-4315-a62b-f7a276e3fb83, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:39.445571 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-38021b43-8aed-4ab3-9e03-7b7282070777 req-42ab1583-2d96-4a99-ad0e-087e8ccf344d tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723810 Jun 29 17:07:39.447029 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] For port dc693fa1-dd9c-4315-a62b-f7a276e3fb83, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:39.452327 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:39.456024 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'code': 200} Jun 29 17:07:39.457648 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:39.523979 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:39.525551 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] 10.222.0.98 "PUT /v2.0/ports/dc693fa1-dd9c-4315-a62b-f7a276e3fb83 HTTP/1.1" status: 200 len: 1094 time: 1.4884281 Jun 29 17:07:39.528129 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf28398d-251d-4569-bf5c-370837f4113f', 'tag': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:39.545892 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Pushing event updated for resources: {'Port': ['ID=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:39.550589 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:39.636841 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf28398d-251d-4569-bf5c-370837f4113f', 'tag': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83', 'status': 'completed', 'code': 200} Jun 29 17:07:39.930488 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611df17-250a-4a56-bd8a-1fd7863f6c5f req-4a109d86-7f5d-4a65-a65b-60b5cc7fa465 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:39.931952 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e611df17-250a-4a56-bd8a-1fd7863f6c5f req-4a109d86-7f5d-4a65-a65b-60b5cc7fa465 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2741096 Jun 29 17:07:39.988877 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-c1e600f2-60ea-4bfd-99dd-bf96252f1589 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 1097 time: 0.2594144 Jun 29 17:07:39.991372 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0b69fa9b-f020-48d6-bb13-5df8040f80c7 req-4bc32fce-2645-43e8-9865-41b39426b10e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1098 time: 0.2607951 Jun 29 17:07:40.004700 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99193785-8704-4bc1-a092-443cb5fecfdf req-dc126661-5624-4da3-a78d-788a70e120bf tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:40.006159 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-99193785-8704-4bc1-a092-443cb5fecfdf req-dc126661-5624-4da3-a78d-788a70e120bf tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 944 time: 0.1939952 Jun 29 17:07:40.119952 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-7c998989-b3b6-43f8-badd-dcfcab3f5322 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc693fa1-dd9c-4315-a62b-f7a276e3fb83 HTTP/1.1" status: 200 len: 217 time: 0.1128817 Jun 29 17:07:40.123910 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e611df17-250a-4a56-bd8a-1fd7863f6c5f req-a21d9858-d64d-423a-9f76-ffc7e4bb68b6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843808 Jun 29 17:07:40.205247 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-99193785-8704-4bc1-a092-443cb5fecfdf req-c16f70d7-9366-4e11-976e-49cd3c851c64 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273270 Jun 29 17:07:40.208883 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0b69fa9b-f020-48d6-bb13-5df8040f80c7 req-249a0cca-cf81-44f8-aafa-3c9393573c16 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990020 Jun 29 17:07:40.218574 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-908ed4a0-b124-414c-898e-4bbc577b6381 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:40.220202 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-908ed4a0-b124-414c-898e-4bbc577b6381 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.0808213 Jun 29 17:07:40.324628 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-0c948464-2d57-47d1-8efd-e3096b7fb6cd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454626 Jun 29 17:07:40.491575 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-9ddbc03b-0418-48d8-8688-1a762df32815 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502194 Jun 29 17:07:40.580626 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-daf9e01b-d31f-42a2-ad97-97aa329f057d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:40.836301 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-641c2fa2-9bc9-4694-906a-38ac5131447d req-b01ef661-0058-417a-bb67-e446326377ba service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328500 Jun 29 17:07:40.853081 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581afa3-495c-4e7a-8921-b6d106616624 req-b0b490ef-1855-41fb-8e49-d56e9455ccc1 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:40.854726 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8581afa3-495c-4e7a-8921-b6d106616624 req-b0b490ef-1855-41fb-8e49-d56e9455ccc1 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.2090707 Jun 29 17:07:40.861343 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8e5a0-d25e-4e3c-98ca-9da9ba0a384f req-cb812f3b-3a1d-4674-8082-e03bce2c2487 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:40.862762 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7ca8e5a0-d25e-4e3c-98ca-9da9ba0a384f req-cb812f3b-3a1d-4674-8082-e03bce2c2487 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.2182398 Jun 29 17:07:40.944147 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8581afa3-495c-4e7a-8921-b6d106616624 req-e351f18d-8ab6-41b3-8815-efb1542c1932 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773003 Jun 29 17:07:40.958039 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7ca8e5a0-d25e-4e3c-98ca-9da9ba0a384f req-ea28e776-b866-4347-8630-4d84f5c4f7ce tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755723 Jun 29 17:07:41.054029 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:41.131617 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54500) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:41.135511 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-649fce5a-9bf1-45f0-9b4a-4454a10828b0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 1097 time: 0.1750793 Jun 29 17:07:41.361903 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-1a25bb52-f8bf-47a2-be2a-838fd4b7b7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:41.363011 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-1a25bb52-f8bf-47a2-be2a-838fd4b7b7b4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 917 time: 0.2110050 Jun 29 17:07:41.367367 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:41.413915 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:41.470053 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb40256bd164fe7bbd7c8d6ec3a8dd3 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:41.477486 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:41.494689 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:41.531145 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-262ffb44-0816-4c6c-9564-f9311f4546fe service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 1098 time: 0.1141632 Jun 29 17:07:41.610577 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-183f542a-4ae0-4c46-9ae2-591d2244925a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc693fa1-dd9c-4315-a62b-f7a276e3fb83 HTTP/1.1" status: 200 len: 217 time: 0.1882958 Jun 29 17:07:41.660076 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54520) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:41.722469 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-f5911931-00f9-4352-b94d-d06d2df61287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:41.724206 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-f5911931-00f9-4352-b94d-d06d2df61287 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.1829977 Jun 29 17:07:41.731993 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-ded0bd73-25ef-453d-988e-68bd29faeadf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:41.733400 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-ded0bd73-25ef-453d-988e-68bd29faeadf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.1088157 Jun 29 17:07:41.744920 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-ee4c452f-bc85-412b-af39-909e53ac3ad0 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:41.746330 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-ee4c452f-bc85-412b-af39-909e53ac3ad0 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.3825223 Jun 29 17:07:41.782693 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c5c92-6c6a-4d62-af23-0e9aad8719eb req-31b1acd1-8a08-4aef-be7f-4564b87b14d2 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:41.784047 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f7c5c92-6c6a-4d62-af23-0e9aad8719eb req-31b1acd1-8a08-4aef-be7f-4564b87b14d2 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.3563926 Jun 29 17:07:41.789892 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a3596-61ef-47bf-9c4c-8d9112382370 req-52d9d092-2b33-4ac9-997a-3d95bcb623d3 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:41.792800 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:41.796562 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-057a3596-61ef-47bf-9c4c-8d9112382370 req-52d9d092-2b33-4ac9-997a-3d95bcb623d3 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 944 time: 0.3079319 Jun 29 17:07:41.809330 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:41.832894 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bfed5cca-2bc6-4a75-837f-55cf582dd34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:41.848408 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-f5aedbc3-7626-4fa3-958c-7c59d3bf3723 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7909d8de-ed28-4167-aba8-8769f5c2c672 HTTP/1.1" status: 200 len: 217 time: 0.1147411 Jun 29 17:07:41.874033 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-83549395-1343-43e7-a89c-8c93ace2cedd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259315 Jun 29 17:07:41.911026 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9bb40256bd164fe7bbd7c8d6ec3a8dd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7761970 Jun 29 17:07:41.912048 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:41.918468 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 54530) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:41.954749 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c681ac97-1df7-41a1-8e5e-2383fb1d8b64,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:41.965874 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:41.985528 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-8e04c824-af92-4660-b613-a02fb79daf3b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:41.986951 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-8e04c824-af92-4660-b613-a02fb79daf3b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.1220303 Jun 29 17:07:41.990294 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:41.996555 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Usage tracker for resource:security_group_rule and tenant:018f9b75ff30445da6475ed1711fb4e4 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:42.001066 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:42.045318 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:42.048613 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-1c6e5aa8-e41e-4e1d-b214-711a27cf9e27 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486472 Jun 29 17:07:42.048985 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Deleting port 6be23a1a-04b5-4353-9041-3ca73f6beb9f {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:07:42.049528 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.105392 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-057a3596-61ef-47bf-9c4c-8d9112382370 req-9b9dd304-6eae-47f7-b4af-4e32a3bd8105 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079333 Jun 29 17:07:42.127976 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f7c5c92-6c6a-4d62-af23-0e9aad8719eb req-d730bf33-ce48-4e5e-b617-fff5af72f889 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278327 Jun 29 17:07:42.247096 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-a4bd4bb3-edc2-4755-a9d1-a30e0d29ec17 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573282 Jun 29 17:07:42.259811 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.263397 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-4dbe2971-f4df-4338-8e26-2cb9a6f98452 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074819 Jun 29 17:07:42.267162 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.270681 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.449410 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:42.489725 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=018f9b75ff30445da6475ed1711fb4e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8267007 Jun 29 17:07:42.500195 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd6f450-c9b8-42f2-9510-9d5488d615e0,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:42.503703 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:42.504667 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54550) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:42.507064 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a43736fe-e58f-4cbf-89e9-3741d0f92fa2 req-64a10355-eeed-4475-ad1e-6eaabb6faae7 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066469 Jun 29 17:07:42.594496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.628507 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.676465 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-98f60d47-3bb3-4861-bd5f-21e1572dc976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.688334 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.693345 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1020ba60-88ba-4a52-9dec-e98b007085e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:42.707464 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd6f450-c9b8-42f2-9510-9d5488d615e0,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:42.709496 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.711860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:42.719884 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.723389 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/edd6f450-c9b8-42f2-9510-9d5488d615e0 HTTP/1.1" status: 204 len: 168 time: 0.2126665 Jun 29 17:07:42.854355 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] For port 6be23a1a-04b5-4353-9041-3ca73f6beb9f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6be23a1a-04b5-4353-9041-3ca73f6beb9f,segment=NetworkSegment(85afcce6-cc5b-43d9-a41d-6d83a9730d63),segment_id=85afcce6-cc5b-43d9-a41d-6d83a9730d63)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:42.854743 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:42.877852 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3f904f6-c4f9-4156-8c0f-4e62db08d465 req-d07fba4b-7e85-4bef-9383-51ccca5e37c1 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004772 Jun 29 17:07:43.069623 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Calling delete_port for 6be23a1a-04b5-4353-9041-3ca73f6beb9f owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:07:43.078629 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54560) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:43.096507 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.129259 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:43.133297 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6b549236814d5f81929d185ec298bd is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:43.136099 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:43.138712 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3cdb9-66f8-41a7-b35b-8fe1ae25b87c req-1308b97f-b5d4-4f9a-b17c-ebc515462e01 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:43.140157 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5d3cdb9-66f8-41a7-b35b-8fe1ae25b87c req-1308b97f-b5d4-4f9a-b17c-ebc515462e01 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.7340186 Jun 29 17:07:43.141950 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:43.143096 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.149259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128ddec-2e18-417f-92a8-1253f977865e req-a54c5add-71d4-498c-be13-a512bb893c2e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:43.150740 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2128ddec-2e18-417f-92a8-1253f977865e req-a54c5add-71d4-498c-be13-a512bb893c2e tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 946 time: 0.5700583 Jun 29 17:07:43.176880 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3b50573b-3f37-40db-afff-a066411cef57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:43.209331 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.214260 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.221032 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e030c136-db3c-48f8-a876-6968ea805b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:43.259473 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deab729-b752-47e2-adf7-d4cbb27bfa54,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:43.262745 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:43.268010 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ee6b549236814d5f81929d185ec298bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860387 Jun 29 17:07:43.268593 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54568) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:43.292271 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c681ac97-1df7-41a1-8e5e-2383fb1d8b64,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:43.294752 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:43.322849 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.323941 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c681ac97-1df7-41a1-8e5e-2383fb1d8b64 HTTP/1.1" status: 204 len: 168 time: 1.4026616 Jun 29 17:07:43.334270 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.363404 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.394679 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5d3cdb9-66f8-41a7-b35b-8fe1ae25b87c req-a6ff4097-d98e-479a-bea5-d73ec22f53b3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429016 Jun 29 17:07:43.409727 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2128ddec-2e18-417f-92a8-1253f977865e req-feb2d87b-8bbf-41e2-9c9a-5cb42dbb4d3f tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/security-groups?id=0dcb521e-849a-42c9-879a-1e8ac82da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336867 Jun 29 17:07:43.428471 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.434153 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:43.438309 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.447565 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:43.451846 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['6be23a1a-04b5-4353-9041-3ca73f6beb9f'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:43.461406 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deab729-b752-47e2-adf7-d4cbb27bfa54,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:43.481407 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:43.483770 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.484983 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3deab729-b752-47e2-adf7-d4cbb27bfa54 HTTP/1.1" status: 204 len: 168 time: 0.2158961 Jun 29 17:07:43.554858 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Pushing event deleted for resources: {'Port': ['ID=6be23a1a-04b5-4353-9041-3ca73f6beb9f,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:43.558057 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:43.720829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] No DVR routers for this DVR port 6be23a1a-04b5-4353-9041-3ca73f6beb9f on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:07:43.731651 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.739587 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'name': 'network-vif-deleted', 'tag': '6be23a1a-04b5-4353-9041-3ca73f6beb9f'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:43.771548 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:43.782152 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-06ba6da3-73d7-4b3e-9c7f-6d9b24e738b2 req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.98 "DELETE /v2.0/ports/6be23a1a-04b5-4353-9041-3ca73f6beb9f HTTP/1.1" status: 204 len: 173 time: 1.9835601 Jun 29 17:07:43.828185 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9213f8f-28ce-47f0-8e02-6cf9b999dc60 req-d35bb8bd-0a8f-464f-a201-807e2da38f9e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:43.829832 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e9213f8f-28ce-47f0-8e02-6cf9b999dc60 req-d35bb8bd-0a8f-464f-a201-807e2da38f9e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 944 time: 0.2397356 Jun 29 17:07:43.843573 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97f38e-828d-4c63-85bd-22b9079262af req-c518d79f-6e2c-4801-be47-88ab3bef9962 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:43.845004 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf97f38e-828d-4c63-85bd-22b9079262af req-c518d79f-6e2c-4801-be47-88ab3bef9962 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2096388 Jun 29 17:07:43.933915 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e9213f8f-28ce-47f0-8e02-6cf9b999dc60 req-1db797d1-5a5e-4263-9c3c-7201b34cd104 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980096 Jun 29 17:07:43.938887 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf97f38e-828d-4c63-85bd-22b9079262af req-b512b79f-b195-445a-a30a-592c6178a879 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801659 Jun 29 17:07:43.961185 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 54592) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:43.988808 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:44.054660 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f5b6f8-7526-4849-98e6-4aeded187e72', 'name': 'network-vif-deleted', 'tag': '6be23a1a-04b5-4353-9041-3ca73f6beb9f', 'status': 'completed', 'code': 200} Jun 29 17:07:44.064128 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:44.069344 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3096250a1b874e96a605f7ad8a42ce15 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:44.073856 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:44.086022 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:44.195718 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:44.202036 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:44.210826 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:44.338116 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54604) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:44.344799 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d236b302-60ca-49ab-a662-84c673eff010,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:44.350329 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3096250a1b874e96a605f7ad8a42ce15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3880968 Jun 29 17:07:44.351345 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:44.355425 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 54610) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:44.455335 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbbb6e-7fad-4340-9373-8fa8220987b4 req-8a0809c8-998b-4b9b-9bf8-e79f34fb301e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:44.466494 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54622) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:44.472083 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'floatingip': {'port_id': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:44.485719 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-abcbbb6e-7fad-4340-9373-8fa8220987b4 req-8a0809c8-998b-4b9b-9bf8-e79f34fb301e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2501607 Jun 29 17:07:44.534177 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:44.613581 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:44.644907 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:44.725963 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:44.835381 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device dc693fa1-dd9c-4315-a62b-f7a276e3fb83 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:07:44.840211 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-44852748-fb50-49bc-8ae3-0f1668bc9baf req-a0892851-e962-4fff-9b8c-cb02c0383753 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Synchronizing usage tracker for tenant:be69364ab3ec4a14855af4966ffff3db on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:44.870716 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-44852748-fb50-49bc-8ae3-0f1668bc9baf req-a0892851-e962-4fff-9b8c-cb02c0383753 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Unset dirty status for tenant:be69364ab3ec4a14855af4966ffff3db on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:44.872164 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-44852748-fb50-49bc-8ae3-0f1668bc9baf req-a0892851-e962-4fff-9b8c-cb02c0383753 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] 10.222.0.99 "GET /v2.0/ports?device_id=13f5b6f8-7526-4849-98e6-4aeded187e72 HTTP/1.1" status: 200 len: 210 time: 0.1158307 Jun 29 17:07:44.924761 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6c57a-80d1-4989-a321-97f23b86c52d req-4b4e45b2-d6f1-4b47-82a2-5c583af918f7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:44.926743 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dea6c57a-80d1-4989-a321-97f23b86c52d req-4b4e45b2-d6f1-4b47-82a2-5c583af918f7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.2421675 Jun 29 17:07:45.022781 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.028263 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:45.036954 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-430390d9-6576-4fdc-9638-415dadb8a4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:45.042055 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Usage tracker for resource:security_group_rule and tenant:1005fd1a50a24cf983f64bdf99d5de6c is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:45.047515 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:45.050565 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.051714 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d236b302-60ca-49ab-a662-84c673eff010 HTTP/1.1" status: 204 len: 168 time: 0.6962447 Jun 29 17:07:45.056915 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dea6c57a-80d1-4989-a321-97f23b86c52d req-7518a0cc-b594-4032-b598-0742c93e99fd tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231637 Jun 29 17:07:45.058112 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d236b302-60ca-49ab-a662-84c673eff010,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:45.061637 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:45.076095 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:45.214879 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port dc693fa1-dd9c-4315-a62b-f7a276e3fb83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:45.231798 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'port_id': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83', 'mac_address': 'fa:16:3e:11:8a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b331cb70-5690-48ba-aa3a-a82dd076a241', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:07:45.236185 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.294947 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58249-1cf1-4965-aa0a-e9e9d2576beb req-7e5a09e3-7fd2-43ca-b8e2-7870a4e2bc60 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:45.301696 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-23a58249-1cf1-4965-aa0a-e9e9d2576beb req-7e5a09e3-7fd2-43ca-b8e2-7870a4e2bc60 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 944 time: 0.0944102 Jun 29 17:07:45.310617 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.334899 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc693fa1-dd9c-4315-a62b-f7a276e3fb83 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:45.356726 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port dc693fa1-dd9c-4315-a62b-f7a276e3fb83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:45.363931 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.365492 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-23a58249-1cf1-4965-aa0a-e9e9d2576beb req-d0a5b6be-a8c5-4ece-a1d0-cb122af8f530 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628579 Jun 29 17:07:45.368249 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.371475 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8f295a1e-c075-4d68-b3cc-694e6a70fda9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:45.443877 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.453931 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:45.454712 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bbdace70-f040-4af8-81fe-5be0e678bbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:45.463914 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:45.518061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309984a6-c787-4b49-9e15-9546c41321b7,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:45.524532 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:45.531399 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1005fd1a50a24cf983f64bdf99d5de6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1885192 Jun 29 17:07:45.534433 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 54654) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:45.628983 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.658555 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.678271 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['dc693fa1-dd9c-4315-a62b-f7a276e3fb83'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:45.719134 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.736082 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-05fea45e-652f-484f-8876-cb203ae452d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:45.748113 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309984a6-c787-4b49-9e15-9546c41321b7,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:45.757191 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.757909 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.758484 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.758994 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.759427 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.760283 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.760283 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.760675 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.761118 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.761599 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.762018 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:45.765822 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:45.771462 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:45.779582 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/309984a6-c787-4b49-9e15-9546c41321b7 HTTP/1.1" status: 204 len: 168 time: 0.2436848 Jun 29 17:07:46.020518 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.db.resource_extend [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:07:46.215208 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:46.234268 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:46.510128 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dcc58-ad72-4173-8c90-5c182b69cb53 req-7e9d75ff-cf32-4d23-abd8-e9ed9536442d tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:46.516392 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.l3_db [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Floating IP 48c758fc-357b-47ad-9fbc-50014e1e87d0 associated. External IP: 172.28.1.152, port: cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d. Jun 29 17:07:46.531990 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b97dcc58-ad72-4173-8c90-5c182b69cb53 req-7e9d75ff-cf32-4d23-abd8-e9ed9536442d tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1997581 Jun 29 17:07:46.673670 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b97dcc58-ad72-4173-8c90-5c182b69cb53 req-e6532923-b5a6-4174-a61f-5ed63bdc7663 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402509 Jun 29 17:07:46.744311 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bac52-1180-4cb5-83ee-dcdbe704f3da req-6dd4968b-c241-4318-855b-d8bd6bb0f443 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:46.746256 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-631bac52-1180-4cb5-83ee-dcdbe704f3da req-6dd4968b-c241-4318-855b-d8bd6bb0f443 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 945 time: 0.1526833 Jun 29 17:07:46.794347 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-631bac52-1180-4cb5-83ee-dcdbe704f3da req-4ce2f569-f522-4183-abe3-aed2d44a3705 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Jun 29 17:07:46.843132 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device dc693fa1-dd9c-4315-a62b-f7a276e3fb83 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:07:46.951808 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:07:46.958262 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:07:46.959313 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:47.109535 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:47.142989 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf28398d-251d-4569-bf5c-370837f4113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:47.155628 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port dc693fa1-dd9c-4315-a62b-f7a276e3fb83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:07:47.162189 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:47.163129 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 6be23a1a-04b5-4353-9041-3ca73f6beb9f no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:07:47.208311 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:47.244299 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:07:47.284352 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf28398d-251d-4569-bf5c-370837f4113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83', 'code': 200} Jun 29 17:07:47.289151 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:47.292244 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 6be23a1a-04b5-4353-9041-3ca73f6beb9f {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:07:47.292679 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 6be23a1a-04b5-4353-9041-3ca73f6beb9f not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:07:47.294187 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:47.500118 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:07:47.513193 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:47.516091 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] Sync routers for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:07:47.545888 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:07:47.548765 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:07:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:47.553465 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-857953f3-3420-4ae7-9d79-48b0144c0048 req-8a8acb8c-7641-49b4-8847-415c1255441d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 1099 time: 0.1152842 Jun 29 17:07:47.575997 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-36162d71-7821-4173-95ca-5d5779f6a2e4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "PUT /v2.0/floatingips/48c758fc-357b-47ad-9fbc-50014e1e87d0 HTTP/1.1" status: 200 len: 991 time: 3.1085916 Jun 29 17:07:47.576845 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:47.626564 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-857953f3-3420-4ae7-9d79-48b0144c0048 req-f8dc6c4f-91d5-4b31-9c78-e2a83e26adcc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611503 Jun 29 17:07:47.709468 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'status': 'completed', 'code': 200} Jun 29 17:07:47.952844 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:07:48.153423 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-00addee5-b551-409a-bfc4-2491c543857d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1098 time: 0.4111879 Jun 29 17:07:48.163509 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0db87-79cc-49da-ae7c-09c03034ce29 req-1e654129-944f-41c8-a6c6-b5f7ec7f2600 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:48.169584 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54766) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:48.174246 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ff0db87-79cc-49da-ae7c-09c03034ce29 req-1e654129-944f-41c8-a6c6-b5f7ec7f2600 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.3030324 Jun 29 17:07:48.352812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-709a96e6-6a5c-4c51-a402-e53251f3cc64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:48.354281 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-709a96e6-6a5c-4c51-a402-e53251f3cc64 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.1619480 Jun 29 17:07:48.362843 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca32cc-f900-4d0b-a739-3e0da79f14af req-001ec832-55cd-49ab-b001-d1aa4a23f0c7 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:48.364180 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8eca32cc-f900-4d0b-a739-3e0da79f14af req-001ec832-55cd-49ab-b001-d1aa4a23f0c7 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 946 time: 0.3069117 Jun 29 17:07:48.380523 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': '48c758fc-357b-47ad-9fbc-50014e1e87d0', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'floating_ip_address': '172.28.1.152', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'port_id': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'mac_address': 'fa:16:3e:13:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b0793-1061-419b-bffd-3789af1ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:07:13Z', 'updated_at': '2021-06-29T17:07:45Z', 'revision_number': 1, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:48.392495 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] Checking router: a295ff8f-ae70-4ee2-92f0-75b7a7265a9e for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:07:48.418723 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:07:48.419367 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:07:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:48.425707 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ff0db87-79cc-49da-ae7c-09c03034ce29 req-84cf2f4a-60f4-4cf1-8f86-ef0c863372a9 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505448 Jun 29 17:07:48.600975 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54778) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:48.644007 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8eca32cc-f900-4d0b-a739-3e0da79f14af req-9e286f65-da38-4a89-ab3c-c9997ce9735a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171979 Jun 29 17:07:48.650143 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-5d3483c8-64ae-4bac-a610-f5f3fed035dd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 200 len: 999 time: 0.2844775 Jun 29 17:07:48.764133 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-1c94a08b-d5e2-43b2-a1d7-6ff29609825a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:48.765586 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-1c94a08b-d5e2-43b2-a1d7-6ff29609825a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.1024332 Jun 29 17:07:48.803532 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:48.899746 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Deleting subnet 3219f91e-1afc-4759-b4b4-a93cc3cf7ccb {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:07:48.916139 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:48.946139 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-edb2aa5a-44f7-47d1-b7a1-ed192711bd9e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1694605 Jun 29 17:07:48.952158 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:07:49.044539 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.069843 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.174977 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:49.183279 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Usage tracker for resource:security_group_rule and tenant:2aedb04fccc345c2b57598d3f4bc29f1 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:49.187682 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:49.199195 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:49.234198 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.245890 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-25b45090-10b2-4d73-9bbf-e5cc087f119e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:49.273073 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-e9075ad7-347a-4dea-89b8-3d080eeecd75 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179734 Jun 29 17:07:49.286927 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3219f91e-1afc-4759-b4b4-a93cc3cf7ccb,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:49.328249 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.328724 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.329109 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.329502 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.330393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.330749 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.331093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.331483 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.331826 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.332160 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.332491 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:07:49.343031 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.348337 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:49.369230 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.374322 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-286d7c64-bb7c-469e-96a9-1a2ebd597b8d admin admin] 10.222.0.99 "DELETE /v2.0/subnets/3219f91e-1afc-4759-b4b4-a93cc3cf7ccb HTTP/1.1" status: 204 len: 168 time: 0.7700133 Jun 29 17:07:49.374697 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54796) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:49.515835 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ef22fc95-b719-40f5-a11a-3e5ea13d98f4 req-0e926015-25f4-4cfb-a0f6-2c0ff78a41e8 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310984 Jun 29 17:07:49.518594 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.542333 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b85714b1-f012-4bf1-9ef4-fdae5027a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:49.554234 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.576975 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': '48c758fc-357b-47ad-9fbc-50014e1e87d0', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'floating_ip_address': '172.28.1.152', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'port_id': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'mac_address': 'fa:16:3e:13:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b0793-1061-419b-bffd-3789af1ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:07:13Z', 'updated_at': '2021-06-29T17:07:45Z', 'revision_number': 1, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:49.582106 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f3737-e5f0-4813-8653-c4998c92b5ec None None] The sync data for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb is: [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': '48c758fc-357b-47ad-9fbc-50014e1e87d0', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'floating_ip_address': '172.28.1.152', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'port_id': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'mac_address': 'fa:16:3e:13:c1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b0793-1061-419b-bffd-3789af1ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:07:13Z', 'updated_at': '2021-06-29T17:07:45Z', 'revision_number': 1, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:07:49.705527 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966db6c-46c2-46b5-a075-8c8eb17d4940 req-ab7f6351-6d07-427f-9c89-ec5b2581ebfe tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:49.707575 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e966db6c-46c2-46b5-a075-8c8eb17d4940 req-ab7f6351-6d07-427f-9c89-ec5b2581ebfe tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.0950861 Jun 29 17:07:49.717942 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa2a34a-8aaa-4eff-a650-2a9c14fc7973,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:49.720998 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:49.730619 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2aedb04fccc345c2b57598d3f4bc29f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5594630 Jun 29 17:07:49.733774 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 54808) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:49.764870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.767885 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e966db6c-46c2-46b5-a075-8c8eb17d4940 req-517efb8c-4e1d-4149-a9a3-5341d18c4e6d tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529685 Jun 29 17:07:49.790470 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.790872 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.791707 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.792057 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > port after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.792398 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.792785 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > port after_update 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.793162 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.793545 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.793860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.794213 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.841289 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b60223-d76e-48b7-b919-5b3da4c57258 None None] New status for floating IP 48c758fc-357b-47ad-9fbc-50014e1e87d0: ACTIVE {{(pid=74291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:07:49.868073 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.868419 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.868754 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.869173 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:07:49.869541 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c583686e-dd16-46b9-a291-10dc94bc4b3a']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:49.895885 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85afcce6-cc5b-43d9-a41d-6d83a9730d63') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:49.896394 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85afcce6-cc5b-43d9-a41d-6d83a9730d63') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:07:49.914644 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.916962 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50a5f-5e48-4205-bbc6-d1b0b11f64ec req-c4206a76-a5e3-4a81-86e2-86905c12b93a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:49.919181 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5aa50a5f-5e48-4205-bbc6-d1b0b11f64ec req-c4206a76-a5e3-4a81-86e2-86905c12b93a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 946 time: 0.0912218 Jun 29 17:07:49.941643 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.953801 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.974595 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:07:49.975150 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:49.986378 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5aa50a5f-5e48-4205-bbc6-d1b0b11f64ec req-169929ef-ca85-4930-812b-eb62e93ed200 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591390 Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: util.warn_limited( Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: util.warn_limited( Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:07:50.049316 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:07:50.066907 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.114051 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.124976 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.134073 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8f4edd15-126b-483e-9667-0b2819a0528b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:50.169669 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=c583686e-dd16-46b9-a291-10dc94bc4b3a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:50.173061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:50.177645 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] 10.222.0.99 "DELETE /v2.0/networks/c583686e-dd16-46b9-a291-10dc94bc4b3a HTTP/1.1" status: 204 len: 168 time: 0.8019955 Jun 29 17:07:50.190989 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.194300 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.198749 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8aa2a34a-8aaa-4eff-a650-2a9c14fc7973 HTTP/1.1" status: 204 len: 168 time: 0.4640126 Jun 29 17:07:50.199529 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bb37a367-2894-4972-90e1-832108f92a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:50.209799 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa2a34a-8aaa-4eff-a650-2a9c14fc7973,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:50.212237 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:50.372803 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 54830) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:50.443578 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-d8b60d06-8068-4103-a33f-4de64d76c7de admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=be69364ab3ec4a14855af4966ffff3db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0695288 Jun 29 17:07:50.446079 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 54840) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:50.518862 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.547638 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.638094 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.642685 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-91c73a0f-c9dd-48b9-906a-21ad402e80b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:50.656530 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb521e-849a-42c9-879a-1e8ac82da9c9,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:50.659043 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:50.668764 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:50.670342 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0dcb521e-849a-42c9-879a-1e8ac82da9c9 HTTP/1.1" status: 204 len: 168 time: 0.2232766 Jun 29 17:07:51.107708 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144321cc-9a32-477a-a5c1-d708fac00c90 req-00a64de4-0001-494b-96fd-22d09b9d7bce tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:51.110785 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-144321cc-9a32-477a-a5c1-d708fac00c90 req-00a64de4-0001-494b-96fd-22d09b9d7bce tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1049941 Jun 29 17:07:51.185518 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-144321cc-9a32-477a-a5c1-d708fac00c90 req-067c1bd5-53ea-4494-9dc3-7c7a35b403a1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685756 Jun 29 17:07:52.421488 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bee613-e813-4c45-96b5-711628198394 req-5c3ed186-eeb6-46aa-a6a1-a81d33233eb4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:52.422917 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f6bee613-e813-4c45-96b5-711628198394 req-5c3ed186-eeb6-46aa-a6a1-a81d33233eb4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.0886264 Jun 29 17:07:52.497313 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f6bee613-e813-4c45-96b5-711628198394 req-d00a3d1f-554f-4b1d-a305-7c5e41159038 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613868 Jun 29 17:07:53.322623 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-b0ab2b24-fe9f-4cba-8c8a-f87b19ded544 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:53.329509 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-b0ab2b24-fe9f-4cba-8c8a-f87b19ded544 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 0.1693807 Jun 29 17:07:53.345895 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-a8b73b40-fbc8-43b3-a1fa-571f66799133 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/quotas/b7c56ca1aa194a10a491975ec98c319e HTTP/1.1" status: 200 len: 375 time: 0.0152502 Jun 29 17:07:53.433541 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-94322cf0-4f60-45fd-8897-0e898b642874 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846839 Jun 29 17:07:53.682693 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-e891ee7a-668f-4efa-a163-48c5dbbc49d6 service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403586 Jun 29 17:07:53.883905 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-73f3e45e-53a4-41a0-ba96-5a9df1481260 service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999936 Jun 29 17:07:53.894104 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4cf70-750f-419b-b17d-8a3270506244 req-5f2bb38e-f80a-4444-b05f-cad489c22d93 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:53.895495 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-23d4cf70-750f-419b-b17d-8a3270506244 req-5f2bb38e-f80a-4444-b05f-cad489c22d93 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.2049146 Jun 29 17:07:53.968707 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-23d4cf70-750f-419b-b17d-8a3270506244 req-eca44d10-1dfc-407b-92e4-1012470a8828 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670445 Jun 29 17:07:54.131127 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-81ccf283-43b0-42ad-877b-b7e654c3d621 req-aa220ecd-d4d8-4418-8c66-847e88d5d8da tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 210 time: 0.0583158 Jun 29 17:07:55.204863 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302bf38-e658-495d-b89a-4e34cca455bb req-428bed97-8e11-443b-a070-f8f54306f14a tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:55.212426 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4302bf38-e658-495d-b89a-4e34cca455bb req-428bed97-8e11-443b-a070-f8f54306f14a tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1104226 Jun 29 17:07:55.362785 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4302bf38-e658-495d-b89a-4e34cca455bb req-e4a11818-f666-4c11-9daa-aee89b091bb7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492360 Jun 29 17:07:55.381465 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9b350cef-43f5-4e95-868c-caa97a1bb279 req-04655b93-9e3e-4031-b6c2-a5bf596b241d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 210 time: 0.1131675 Jun 29 17:07:55.463259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-bda33343-692f-48b9-9d50-572e00607eb7 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:55.466154 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-bda33343-692f-48b9-9d50-572e00607eb7 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 0.2191074 Jun 29 17:07:55.504324 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Request body: {'port': {'device_id': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'admin_state_up': True, 'tenant_id': 'b7c56ca1aa194a10a491975ec98c319e'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:55.647979 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:55.658417 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:55.668634 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Made reservation on behalf of b7c56ca1aa194a10a491975ec98c319e for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:07:55.671788 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:55.846393 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Allocated IP 172.20.0.14 (6eb8c5a1-e451-4c87-a9b3-5b725b023cf3/b331cb70-5690-48ba-aa3a-a82dd076a241/1321f665-83d4-4261-b2f4-ad8434eabadf) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:07:56.066385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:56.104712 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:56.113746 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d878d183-4621-4a19-b560-e804816887dc tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:56.128261 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['44e906cb-895b-4fbe-b457-63d8babe45e0', 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:07:56.243762 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:07:56.247664 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:07:56.253093 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:07:56.257854 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:56.258964 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:56.269169 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event updated for resources: {'Port': ['ID=1321f665-83d4-4261-b2f4-ad8434eabadf,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:56.277086 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:56.300813 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8032312 Jun 29 17:07:56.313540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Request body: {'port': {'device_id': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:07:56.442865 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:56.966177 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fee02-6503-46b6-941d-917c0d0e9257 req-46069194-dc31-4297-b03c-3192ee99f1d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:56.968566 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c69fee02-6503-46b6-941d-917c0d0e9257 req-46069194-dc31-4297-b03c-3192ee99f1d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.3388906 Jun 29 17:07:56.992807 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e5ec-fd2f-48f5-899c-f351142f715a req-bd1fbb22-c999-4271-9295-724bc3ca131f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:56.993632 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-2d51e5ec-fd2f-48f5-899c-f351142f715a req-bd1fbb22-c999-4271-9295-724bc3ca131f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:07:57.159039 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-2d51e5ec-fd2f-48f5-899c-f351142f715a req-bd1fbb22-c999-4271-9295-724bc3ca131f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:07:57.160250 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2d51e5ec-fd2f-48f5-899c-f351142f715a req-bd1fbb22-c999-4271-9295-724bc3ca131f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 932 time: 0.4900844 Jun 29 17:07:57.165183 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1321f665-83d4-4261-b2f4-ad8434eabadf {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:07:57.174482 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c69fee02-6503-46b6-941d-917c0d0e9257 req-8083ba36-a852-47c7-b1d9-2ba8485512d3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891470 Jun 29 17:07:57.181642 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:57.229105 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Transition to ACTIVE for port object 1321f665-83d4-4261-b2f4-ad8434eabadf will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:07:57.248536 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:57.254105 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-d189ae87-e7f5-476d-8d2e-f8141573137a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2676218 Jun 29 17:07:57.266375 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9f0f9e8-bd7c-4f7c-b119-9fb09654181a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:57.324757 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2d51e5ec-fd2f-48f5-899c-f351142f715a req-9a1dbff4-f0d3-45a8-a526-43b96190a5a3 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464479 Jun 29 17:07:57.496433 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Pushing event updated for resources: {'Port': ['ID=1321f665-83d4-4261-b2f4-ad8434eabadf,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:57.514168 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:57.583762 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-07bdf08e-fd46-4aff-848d-3796a163ffb3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 1098 time: 0.2043276 Jun 29 17:07:57.615255 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Attempting to bind port 1321f665-83d4-4261-b2f4-ad8434eabadf on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:07:57.615741 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Attempting to bind port 1321f665-83d4-4261-b2f4-ad8434eabadf by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:07:57.616070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Attempting to bind port 1321f665-83d4-4261-b2f4-ad8434eabadf on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:57.707525 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Port 1321f665-83d4-4261-b2f4-ad8434eabadf on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:07:57.707846 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Attempting to bind port 1321f665-83d4-4261-b2f4-ad8434eabadf on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:07:57.746026 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:07:57.746026 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Checking segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:07:57.746026 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Bound using segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:07:57.746026 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Bound port: 1321f665-83d4-4261-b2f4-ad8434eabadf, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:07:57.746026 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:57.871872 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-2f407f95-b6af-48b4-805c-67fd874f9b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:57.873351 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-2f407f95-b6af-48b4-805c-67fd874f9b6d service neutron] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 917 time: 0.2532332 Jun 29 17:07:57.953714 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] For port 1321f665-83d4-4261-b2f4-ad8434eabadf, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:07:57.968354 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-2e0e974a-c6b9-4bf0-b060-71bf066b60cd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e906cb-895b-4fbe-b457-63d8babe45e0 HTTP/1.1" status: 200 len: 217 time: 0.0823717 Jun 29 17:07:58.031410 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55168) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:58.041924 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] For port 1321f665-83d4-4261-b2f4-ad8434eabadf, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1321f665-83d4-4261-b2f4-ad8434eabadf,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:07:58.065105 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.073254 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:58.143454 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-f78b4933-08b7-4112-ab5b-7e80bc3dd55f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:58.144879 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-f78b4933-08b7-4112-ab5b-7e80bc3dd55f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.1618142 Jun 29 17:07:58.157822 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.159103 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] 10.222.0.98 "PUT /v2.0/ports/1321f665-83d4-4261-b2f4-ad8434eabadf HTTP/1.1" status: 200 len: 1094 time: 1.8504171 Jun 29 17:07:58.159628 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'tag': '1321f665-83d4-4261-b2f4-ad8434eabadf'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:07:58.206968 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Pushing event updated for resources: {'Port': ['ID=1321f665-83d4-4261-b2f4-ad8434eabadf,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:58.213637 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-2418ecb4-8543-4935-8240-6d76c0512c23 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557911 Jun 29 17:07:58.213637 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:58.289467 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.333614 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'tag': '1321f665-83d4-4261-b2f4-ad8434eabadf', 'status': 'completed', 'code': 200} Jun 29 17:07:58.344355 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:58.347660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Usage tracker for resource:security_group_rule and tenant:509c7bdb5c7a4a1f9d41cf02879d8ed4 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:58.351067 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:58.358297 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:58.405452 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-ab1e45aa-76f8-45cd-8e6a-596b85a61867 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850004 Jun 29 17:07:58.437873 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.450529 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.483168 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c55daeb6-cbd7-40ad-9fc1-95d8b5c894f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:58.498931 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=509c7bdb5c7a4a1f9d41cf02879d8ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4664392 Jun 29 17:07:58.501725 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55192) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:58.562395 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4958ad5-115b-482c-8adc-9156884c30c7,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:58.568857 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:58.630133 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.702441 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.741594 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-dbc03a97-682e-4ab2-827f-928a9eda1060 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 1097 time: 0.4992895 Jun 29 17:07:58.784289 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.790393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e40deb88-63c3-41c0-9d20-3a23c042e44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:58.802905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4958ad5-115b-482c-8adc-9156884c30c7,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:58.807057 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:58.833053 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:58.834556 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e4958ad5-115b-482c-8adc-9156884c30c7 HTTP/1.1" status: 204 len: 168 time: 0.3317895 Jun 29 17:07:58.872618 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112f7cd-8e9b-478b-a0d9-310d1b3031be req-07c103d1-f15b-4df4-a228-651162b1c68e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:58.881441 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7112f7cd-8e9b-478b-a0d9-310d1b3031be req-07c103d1-f15b-4df4-a228-651162b1c68e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.4748526 Jun 29 17:07:58.883738 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-05e7a469-39cc-472f-a196-49dc85c1c664 req-88313e80-3fcb-4d05-8c3e-b40b01241a57 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409378 Jun 29 17:07:58.885999 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-434339e2-55d1-419a-ba28-cd6dfe403a58 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1321f665-83d4-4261-b2f4-ad8434eabadf HTTP/1.1" status: 200 len: 217 time: 0.1284103 Jun 29 17:07:58.979926 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52952fa9-3a1a-4209-926e-921c5e2d27c9 req-7f1bff9f-9ac3-4b1b-ab9b-2a1f29ecde55 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:58.986854 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-52952fa9-3a1a-4209-926e-921c5e2d27c9 req-7f1bff9f-9ac3-4b1b-ab9b-2a1f29ecde55 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 944 time: 0.4349501 Jun 29 17:07:59.055177 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-f1b969ca-3b17-4c0a-a400-3a0d027046b8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:59.056109 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-f1b969ca-3b17-4c0a-a400-3a0d027046b8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.1391211 Jun 29 17:07:59.061281 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7112f7cd-8e9b-478b-a0d9-310d1b3031be req-14d4a9c1-2ad7-4cf7-ade7-16fde93cff1c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706305 Jun 29 17:07:59.081943 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-52952fa9-3a1a-4209-926e-921c5e2d27c9 req-73bf14bb-e06d-4cdf-b592-74eadbbbd189 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940936 Jun 29 17:07:59.156590 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-a106b5ff-f989-4054-9819-b6c192694ef7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736368 Jun 29 17:07:59.330675 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-2cc67e88-808c-42ed-a58b-234194b662be service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575167 Jun 29 17:07:59.348048 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55230) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:59.373367 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:59.408094 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:07:59.412471 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Usage tracker for resource:security_group_rule and tenant:97de083b3a9c48728c40e73e990b30d9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:07:59.421471 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:07:59.437786 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:07:59.530866 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45e08d2-fc7b-4f0d-aee3-b2b2c57030b2 req-b4efe3af-cfc7-4545-9ddf-7d033dc42c28 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908598 Jun 29 17:07:59.543356 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:59.552712 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:59.562456 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:59.618295 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054ce4a2-676f-4315-894e-c66e685cd07a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:59.623638 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:59.627150 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=97de083b3a9c48728c40e73e990b30d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2779496 Jun 29 17:07:59.629995 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55246) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:07:59.705560 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-43760b8f-2efd-4027-9439-5e9e2dbcd8ba service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 1097 time: 0.1028643 Jun 29 17:07:59.712795 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:59.744570 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:59.803285 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:59.809831 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c5cc0e94-f051-40df-a856-c09e5b1bb29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:07:59.823061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054ce4a2-676f-4315-894e-c66e685cd07a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:07:59.825622 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:07:59.834226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:07:59.836991 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/054ce4a2-676f-4315-894e-c66e685cd07a HTTP/1.1" status: 204 len: 168 time: 0.2048588 Jun 29 17:07:59.940664 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-9a59846d-1d38-418d-b2e0-b4a1a728b6e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:07:59.942365 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-9a59846d-1d38-418d-b2e0-b4a1a728b6e3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 917 time: 0.2270415 Jun 29 17:08:00.038258 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-6d1fa903-0d58-4754-8671-f6c246d89328 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1321f665-83d4-4261-b2f4-ad8434eabadf HTTP/1.1" status: 200 len: 217 time: 0.0722139 Jun 29 17:08:00.108730 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-8751aad7-4321-46bd-aab4-86645c4cdeb3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:00.110336 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-8751aad7-4321-46bd-aab4-86645c4cdeb3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.0627844 Jun 29 17:08:00.227744 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-ee9a2c57-f6b1-4aa0-a79d-f13b20948b4b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032145 Jun 29 17:08:00.406597 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55290) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:00.435350 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:00.479632 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:00.484163 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Usage tracker for resource:security_group_rule and tenant:0bb4968ace46437a82cfd4be49125134 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:00.487406 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:00.493935 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:00.497783 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-ef107067-a096-48bb-ad31-4e3a8cf46569 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587242 Jun 29 17:08:00.509154 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92336a-98c0-4674-ae77-20f3005ed06c req-64cae9fd-8b23-443a-8138-2de3edca467e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:00.510966 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0e92336a-98c0-4674-ae77-20f3005ed06c req-64cae9fd-8b23-443a-8138-2de3edca467e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1655362 Jun 29 17:08:00.642275 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:00.650277 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:00.659115 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c824a694-7ecf-430b-a7bb-95bb3d561a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:00.704248 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a58749d-e6b1-4298-b88b-a7194bf23af0,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:00.715240 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:00.718780 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0bb4968ace46437a82cfd4be49125134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3105445 Jun 29 17:08:00.721283 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55298) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:00.727793 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0e92336a-98c0-4674-ae77-20f3005ed06c req-f6ef117e-b503-42a0-9792-9b0d8371fc24 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632798 Jun 29 17:08:00.801740 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1abd06-16ae-4a4c-a1d8-1194f297df65 req-12bfafd5-e04f-4c49-924e-f79456ad71e5 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:00.803206 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dd1abd06-16ae-4a4c-a1d8-1194f297df65 req-12bfafd5-e04f-4c49-924e-f79456ad71e5 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 944 time: 0.3035822 Jun 29 17:08:00.809494 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7719c00-25d0-4c70-b353-3e31bdb0cf8c req-7136e8c6-3778-454d-be2b-97c8a0d3e5f3 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974110 Jun 29 17:08:00.847119 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:00.878855 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:00.880604 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dd1abd06-16ae-4a4c-a1d8-1194f297df65 req-85169c65-59fe-4137-9343-45a6a1881548 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699365 Jun 29 17:08:00.956949 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:00.964308 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2349742e-0970-4d20-a71b-45b2f635e604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:01.004692 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a58749d-e6b1-4298-b88b-a7194bf23af0,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:01.011841 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:01.015507 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:01.017170 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5a58749d-e6b1-4298-b88b-a7194bf23af0 HTTP/1.1" status: 204 len: 168 time: 0.2943983 Jun 29 17:08:01.971351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6894a4-aeea-4bf3-8d4a-7632816a092d req-041e8929-7120-48ed-ab53-4c01ce85a8d4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:01.998118 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4f6894a4-aeea-4bf3-8d4a-7632816a092d req-041e8929-7120-48ed-ab53-4c01ce85a8d4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1415572 Jun 29 17:08:02.039763 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:02.110358 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4f6894a4-aeea-4bf3-8d4a-7632816a092d req-d908da07-b7f2-4664-8457-684d72f31d82 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113508 Jun 29 17:08:02.158462 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd18723-595d-48c2-a72b-281723200a37 req-aa5fe54e-d9db-4416-9620-9cd25d5b5500 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:02.160512 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9cd18723-595d-48c2-a72b-281723200a37 req-aa5fe54e-d9db-4416-9620-9cd25d5b5500 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 944 time: 0.1076744 Jun 29 17:08:02.282873 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9cd18723-595d-48c2-a72b-281723200a37 req-72199252-1980-4a36-8a06-6ce9f0bd3d34 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128700 Jun 29 17:08:02.900387 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 1321f665-83d4-4261-b2f4-ad8434eabadf details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:08:03.064676 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 1321f665-83d4-4261-b2f4-ad8434eabadf, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1321f665-83d4-4261-b2f4-ad8434eabadf,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:03.074145 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '1321f665-83d4-4261-b2f4-ad8434eabadf', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'port_id': '1321f665-83d4-4261-b2f4-ad8434eabadf', 'mac_address': 'fa:16:3e:6d:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b331cb70-5690-48ba-aa3a-a82dd076a241', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:08:03.128631 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:03.146636 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1321f665-83d4-4261-b2f4-ad8434eabadf {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:08:03.165039 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 1321f665-83d4-4261-b2f4-ad8434eabadf, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1321f665-83d4-4261-b2f4-ad8434eabadf,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:03.169577 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:03.171315 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:03.239470 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=1321f665-83d4-4261-b2f4-ad8434eabadf,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:03.249532 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.249870 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.250199 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.250522 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.250838 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.251155 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.251467 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.251777 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.252085 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.252392 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.252699 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:03.256673 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:03.329180 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1100d57-6589-430b-b1fc-be97959dcbed req-0bcc78f5-a2dc-430d-82bb-2fd0c54b8685 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:03.331046 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a1100d57-6589-430b-b1fc-be97959dcbed req-0bcc78f5-a2dc-430d-82bb-2fd0c54b8685 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.0802431 Jun 29 17:08:03.384575 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a1100d57-6589-430b-b1fc-be97959dcbed req-08e609dd-4175-47dc-8326-3d95053b6ccf tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474927 Jun 29 17:08:03.524349 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['1321f665-83d4-4261-b2f4-ad8434eabadf'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:08:03.526628 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f089b6-f243-466b-a00f-539ec2417c64 req-e582f41d-bacd-4c9a-9828-a4a0580205ab tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:03.528093 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-40f089b6-f243-466b-a00f-539ec2417c64 req-e582f41d-bacd-4c9a-9828-a4a0580205ab tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 945 time: 0.0938008 Jun 29 17:08:03.586794 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-40f089b6-f243-466b-a00f-539ec2417c64 req-2c3aec91-aa5c-454c-a779-f682b9adaf20 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Jun 29 17:08:04.622771 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef217-a302-41b7-813f-bf8c508d7fd4 req-25f4144a-1676-4ef0-812b-70026a90aedb tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:04.629858 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5b0ef217-a302-41b7-813f-bf8c508d7fd4 req-25f4144a-1676-4ef0-812b-70026a90aedb tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1108425 Jun 29 17:08:04.675334 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5b0ef217-a302-41b7-813f-bf8c508d7fd4 req-776c2d9b-4040-44b2-8509-3485eee261ad tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Jun 29 17:08:04.880746 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689b569-badf-413b-a10c-a92ce48a28e1 req-d14e955c-0fd6-4943-95d6-05db834a9571 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:04.883278 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5689b569-badf-413b-a10c-a92ce48a28e1 req-d14e955c-0fd6-4943-95d6-05db834a9571 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 945 time: 0.0922544 Jun 29 17:08:04.917606 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 1321f665-83d4-4261-b2f4-ad8434eabadf up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:04.948381 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5689b569-badf-413b-a10c-a92ce48a28e1 req-3eecc091-6eb5-42a2-8276-f501bdaadb63 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584676 Jun 29 17:08:05.000821 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 1321f665-83d4-4261-b2f4-ad8434eabadf completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:05.005594 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 1321f665-83d4-4261-b2f4-ad8434eabadf triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:05.005962 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:05.122248 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:05.153370 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1321f665-83d4-4261-b2f4-ad8434eabadf'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:08:05.170426 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 1321f665-83d4-4261-b2f4-ad8434eabadf, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1321f665-83d4-4261-b2f4-ad8434eabadf,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:05.175701 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:05.177527 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:05.251122 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1321f665-83d4-4261-b2f4-ad8434eabadf', 'code': 200} Jun 29 17:08:05.251814 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=1321f665-83d4-4261-b2f4-ad8434eabadf,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:05.254877 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:05.365898 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:08:05.524300 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-427a5f94-f1da-4da6-8ae8-c72050d64927 req-9cdeb70d-8ac9-4dc4-aed1-54587da0db9e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 1099 time: 0.1019928 Jun 29 17:08:05.612195 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-427a5f94-f1da-4da6-8ae8-c72050d64927 req-c2e37488-ccdf-469d-a6bd-89c9ca9a3a6c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722456 Jun 29 17:08:05.827347 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55516) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:05.874738 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55522) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:05.965460 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181f9c5-208a-4925-9be8-6010b4b9b507 req-2622622e-21ce-4463-81ed-97f00fc8e4ef tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:05.979326 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8181f9c5-208a-4925-9be8-6010b4b9b507 req-2622622e-21ce-4463-81ed-97f00fc8e4ef tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1579840 Jun 29 17:08:06.049370 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8181f9c5-208a-4925-9be8-6010b4b9b507 req-6a8871eb-2c85-49ad-aa71-cb17d601f970 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688229 Jun 29 17:08:06.153660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.163341 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.200875 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c1f3a-40ec-4bc6-b340-98c0446c4263 req-2a88fc85-4497-4ec3-a305-fc5fb9f518c7 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:06.204493 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:06.209194 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-be9c1f3a-40ec-4bc6-b340-98c0446c4263 req-2a88fc85-4497-4ec3-a305-fc5fb9f518c7 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 946 time: 0.0963585 Jun 29 17:08:06.210139 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Usage tracker for resource:security_group_rule and tenant:cda50997aeff40a4869ff9a57407753c is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:06.214989 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:06.222696 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:06.268712 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-be9c1f3a-40ec-4bc6-b340-98c0446c4263 req-9ae342ed-ce52-4131-a63a-190241d5b892 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584636 Jun 29 17:08:06.275769 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:06.281776 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Usage tracker for resource:security_group_rule and tenant:d3ff94c7d032401dbbd6db2a45f0743d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:06.289815 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:06.298572 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:06.353569 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.364098 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.372712 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7386ee14-c407-418a-84d5-8ff609a02a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:06.443149 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9728c92-c057-4cef-8e4d-78ba919934fd,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:06.446626 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:06.452127 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cda50997aeff40a4869ff9a57407753c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6236396 Jun 29 17:08:06.455051 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 55546) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:06.469552 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.475310 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.489030 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80944f6f-d529-4ccf-9164-4bcd17844386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:06.530996 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54461a1f-9910-47b4-a32a-6e61d5122ad6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:06.533997 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:06.537121 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d3ff94c7d032401dbbd6db2a45f0743d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6613145 Jun 29 17:08:06.540482 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55550) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:06.561315 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.588556 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.624076 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.682424 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.685596 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.691330 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-25d44ff9-596c-45ae-9332-2ce1bbfd3dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:06.714444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9728c92-c057-4cef-8e4d-78ba919934fd,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:06.717384 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:06.736954 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.738684 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b9728c92-c057-4cef-8e4d-78ba919934fd HTTP/1.1" status: 204 len: 168 time: 0.2824092 Jun 29 17:08:06.750835 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.756905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec51e80a-2d9c-4987-97c4-2dada06d5871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:06.777752 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54461a1f-9910-47b4-a32a-6e61d5122ad6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:06.781815 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:06.787538 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:06.788900 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/54461a1f-9910-47b4-a32a-6e61d5122ad6 HTTP/1.1" status: 204 len: 168 time: 0.2475951 Jun 29 17:08:07.286918 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fd252-97b4-41b3-903d-195c714994d2 req-044e0b6b-2053-4f2c-8cf9-b7454915ba1c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:07.288356 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e56fd252-97b4-41b3-903d-195c714994d2 req-044e0b6b-2053-4f2c-8cf9-b7454915ba1c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.0888288 Jun 29 17:08:07.357977 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e56fd252-97b4-41b3-903d-195c714994d2 req-6746b813-738f-4d8d-a380-5495f7c7274e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625305 Jun 29 17:08:07.529714 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48d7bf-0557-40a6-8df2-1e94c55495da req-30f6beee-e214-4991-b2fa-654e1dbf3ea5 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:07.531158 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2d48d7bf-0557-40a6-8df2-1e94c55495da req-30f6beee-e214-4991-b2fa-654e1dbf3ea5 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 946 time: 0.0909104 Jun 29 17:08:07.586990 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2d48d7bf-0557-40a6-8df2-1e94c55495da req-a1271170-8fab-4053-ba5e-40eda6bdf8c6 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494010 Jun 29 17:08:08.593519 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc4c46-3973-4e2e-af13-bb9568ac7764 req-be1d274b-784f-4122-8253-c955f01937de tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:08.595801 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a2cc4c46-3973-4e2e-af13-bb9568ac7764 req-be1d274b-784f-4122-8253-c955f01937de tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1085134 Jun 29 17:08:08.660235 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a2cc4c46-3973-4e2e-af13-bb9568ac7764 req-c50c0a4e-b3d7-42d2-bcdd-9a827329a3c5 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Jun 29 17:08:09.061999 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 55700) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:09.218235 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:09.260460 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:09.264554 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:67502ae8660e4ea2a88fad3f66c4c41c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:09.267557 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:09.274726 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:09.376597 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:09.383598 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:09.398436 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:09.457510 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad95819-ec49-4880-8c49-7e4afce3e36c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:09.460654 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:09.463480 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=67502ae8660e4ea2a88fad3f66c4c41c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4001205 Jun 29 17:08:09.466600 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55736) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:09.586691 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:09.657390 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:09.717197 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:09.726005 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-281ee844-fa1b-4840-8224-759d0ca98bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:09.766526 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad95819-ec49-4880-8c49-7e4afce3e36c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:09.775106 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:09.778808 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/cad95819-ec49-4880-8c49-7e4afce3e36c HTTP/1.1" status: 204 len: 168 time: 0.3076098 Jun 29 17:08:09.778808 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:09.871649 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-359af298-4b17-465a-a85b-eb92d450f427 req-d1709db9-8221-4961-89c5-d8509341cc1a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 1098 time: 0.1835375 Jun 29 17:08:09.957661 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-359af298-4b17-465a-a85b-eb92d450f427 req-b6e4a611-61ac-4315-862d-7ec363efc9b9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746362 Jun 29 17:08:10.128956 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e219c-4c2a-4acf-be40-58ca11b219f6 req-bed07caf-97e4-4c97-8df1-fb471c24f90a tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:10.141063 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5a0e219c-4c2a-4acf-be40-58ca11b219f6 req-bed07caf-97e4-4c97-8df1-fb471c24f90a tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1358411 Jun 29 17:08:10.210567 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5a0e219c-4c2a-4acf-be40-58ca11b219f6 req-b71848c6-aa6b-4147-9808-547c8459b010 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666468 Jun 29 17:08:10.277715 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55784) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:10.296787 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.330906 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:10.335225 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Usage tracker for resource:security_group_rule and tenant:2f434159a12d4e648c6f863aaafad5de is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:10.340231 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:10.347122 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:10.455448 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.461931 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.470031 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-37a0da34-b284-47d0-b4cd-256362740b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:10.517179 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c054e2f8-c86c-4c32-bf9b-d3b559f236a0,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:10.521683 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:10.526265 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 55792) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:10.526391 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2f434159a12d4e648c6f863aaafad5de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2479966 Jun 29 17:08:10.579062 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-2c69d605-1eae-4802-b184-60142734c148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.613924 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.664927 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7fc67456-e5bc-43e5-89ef-96b05873a139 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=8d912ddf5fe34214b93f466ddfb0256c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295467 Jun 29 17:08:10.672841 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.858168 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.863641 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2b77a1a6-dc41-467b-957b-fcbd1b25f80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:10.882801 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-0a7fc15e-62fe-4bc4-8e38-d9f537fc9532 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:10.884379 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-0a7fc15e-62fe-4bc4-8e38-d9f537fc9532 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038774 Jun 29 17:08:10.885635 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c054e2f8-c86c-4c32-bf9b-d3b559f236a0,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:10.889689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:10.895524 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:10.897192 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c054e2f8-c86c-4c32-bf9b-d3b559f236a0 HTTP/1.1" status: 204 len: 168 time: 0.3691332 Jun 29 17:08:10.923844 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-5e9b86cc-8d98-4aca-a6f5-6f1a68c51580 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/quotas/8d912ddf5fe34214b93f466ddfb0256c HTTP/1.1" status: 200 len: 375 time: 0.0157526 Jun 29 17:08:10.973431 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-973eed2a-3b44-4514-93c3-03a002750bca tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d912ddf5fe34214b93f466ddfb0256c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437787 Jun 29 17:08:11.039885 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:11.307243 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cfdc9ac9-d8d4-4856-9814-c3433c2f61cd req-aefee23c-bf8c-415e-83a2-174a184a8aad tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 210 time: 0.1194000 Jun 29 17:08:11.540773 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e359f68-f233-4347-9ff3-8c5797fd9918 req-207eac10-f5d1-4513-bd33-5fb13142b16b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:11.542378 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8e359f68-f233-4347-9ff3-8c5797fd9918 req-207eac10-f5d1-4513-bd33-5fb13142b16b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1443779 Jun 29 17:08:11.604148 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8e359f68-f233-4347-9ff3-8c5797fd9918 req-062c0c4e-db5b-4e48-aa27-d131eb700642 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539615 Jun 29 17:08:11.836552 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d06a-25bb-415e-89a3-f18d5ed33815 req-df0a7a27-1692-49f6-884b-cb684cc8b21b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:11.838223 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8436d06a-25bb-415e-89a3-f18d5ed33815 req-df0a7a27-1692-49f6-884b-cb684cc8b21b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0883584 Jun 29 17:08:11.899023 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8436d06a-25bb-415e-89a3-f18d5ed33815 req-eda9e433-d33f-4e08-9dde-a2d1408f75d2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550406 Jun 29 17:08:12.533967 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-511321f1-b4b6-4a79-9a4e-c1935948e0cf req-feaec6ae-5c11-423f-95b2-300c4d9943c0 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 210 time: 0.0546780 Jun 29 17:08:12.646125 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-96e1f676-bdb9-4287-afd6-f44a2914c29a tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=8d912ddf5fe34214b93f466ddfb0256c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467780 Jun 29 17:08:12.703100 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1f98ef24-0b3b-4487-a45b-95d2b3638a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.016557 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-f74ae273-df24-4484-b308-6ebb894f869a tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:13.021369 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-f74ae273-df24-4484-b308-6ebb894f869a tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656368 Jun 29 17:08:13.046171 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Request body: {'port': {'device_id': 'c79ef448-4325-4798-86d6-d11540af4d25', 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0', 'admin_state_up': True, 'tenant_id': '8d912ddf5fe34214b93f466ddfb0256c'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:13.222709 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:13.227537 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Usage tracker for resource:port and tenant:8d912ddf5fe34214b93f466ddfb0256c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:13.231162 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:13.239172 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:13.253180 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Made reservation on behalf of 8d912ddf5fe34214b93f466ddfb0256c for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:13.257113 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.271855 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.314909 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:13.321203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Usage tracker for resource:security_group_rule and tenant:8d912ddf5fe34214b93f466ddfb0256c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:13.324572 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:13.331605 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:13.414664 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.419269 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.424001 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-356c5561-ae4d-4252-9627-c6ee4acce5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:13.514426 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d09b153-504c-4fd5-9394-cd2d1a0ee529,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:13.520680 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:13.626275 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Allocated IP 192.168.233.24 (40e909ca-d70a-4d70-9b16-94ddb46d05a0/e054fabd-1c12-4583-b181-7dae44b4ca9d/0fa25a85-acba-4126-af3e-000ca1fc1e47) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:13.756208 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-07b6df64-b87c-47b4-bb7d-0c25e9bd35c4 req-bf8462fa-98a2-4b2e-99a3-4a514524ea98 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 210 time: 0.0690238 Jun 29 17:08:13.773565 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.909332 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.927206 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Transition to ACTIVE for port object 0fa25a85-acba-4126-af3e-000ca1fc1e47 will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:13.967416 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:13.977468 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:14.052691 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:14.063068 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:14.078775 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:14.085457 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:14.086232 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:14.136360 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Pushing event updated for resources: {'Port': ['ID=0fa25a85-acba-4126-af3e-000ca1fc1e47,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:14.139262 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:14.146060 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1039295 Jun 29 17:08:14.180793 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Request body: {'port': {'device_id': 'c79ef448-4325-4798-86d6-d11540af4d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:14.490127 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-49f5e962-fc47-4b51-b3c4-c39648be646c None None] Provisioning for port 0fa25a85-acba-4126-af3e-000ca1fc1e47 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:14.499858 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-49f5e962-fc47-4b51-b3c4-c39648be646c None None] Provisioning complete for port 0fa25a85-acba-4126-af3e-000ca1fc1e47 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:14.500178 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-49f5e962-fc47-4b51-b3c4-c39648be646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:14.512257 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-d551f892-5988-4389-889b-bce4efdbcaf3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.2780967 Jun 29 17:08:14.556939 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:14.571342 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-49f5e962-fc47-4b51-b3c4-c39648be646c None None] Port 0fa25a85-acba-4126-af3e-000ca1fc1e47 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:08:14.669231 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33450c35-c2c2-4336-a8fc-2c76347d6c71 req-648c4a9f-9463-4159-b3a1-daa699ad2168 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:14.677166 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-33450c35-c2c2-4336-a8fc-2c76347d6c71 req-648c4a9f-9463-4159-b3a1-daa699ad2168 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.3291085 Jun 29 17:08:14.980438 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-33450c35-c2c2-4336-a8fc-2c76347d6c71 req-d05b3ae0-bf3d-43cd-a3a7-d333fa960813 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023295 Jun 29 17:08:15.028691 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55986) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:15.033518 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-252cdbb8-aa47-4b45-82c0-cfdd4906bcca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:15.035181 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-252cdbb8-aa47-4b45-82c0-cfdd4906bcca service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.5067422 Jun 29 17:08:15.078287 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 55992) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:15.157605 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-48f0d05c-c381-4a2c-acf1-7fdc6a80ca0e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 217 time: 0.1053667 Jun 29 17:08:15.204339 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.298668 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.334426 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.381449 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-e9430754-2941-4ff6-ad01-a5e464f3ea72 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:15.382949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-e9430754-2941-4ff6-ad01-a5e464f3ea72 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.1995327 Jun 29 17:08:15.389985 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:15.392335 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:15.396638 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Usage tracker for resource:security_group_rule and tenant:8f82dd65488b4659ad2128758e70fdc2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:15.399381 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Usage tracker for resource:security_group_rule and tenant:a52dde6eba184c9b951094ec0b8ca6fc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:15.401840 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:15.404436 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:15.411729 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:15.414464 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:15.452468 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-b2163e38-a4a3-4d1e-9073-b568723ab52c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522015 Jun 29 17:08:15.464922 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a2d59-90b2-4f6a-a168-1680464db693 req-b69a7527-1825-4b14-b0b4-5a5c67f4f03a tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:15.465716 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ed5a2d59-90b2-4f6a-a168-1680464db693 req-b69a7527-1825-4b14-b0b4-5a5c67f4f03a tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Synchronizing usage tracker for tenant:8d912ddf5fe34214b93f466ddfb0256c on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:08:15.533465 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.535260 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.538757 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.553463 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f42d8b33-8c8f-42c6-943b-3751c0a59332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:15.608783 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fa1253-a3e6-4d92-9c04-fbacb8a75fde,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:15.613770 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.629228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:15.633647 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:15.644894 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa25a85-acba-4126-af3e-000ca1fc1e47 {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:08:15.657529 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.682598 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ed5a2d59-90b2-4f6a-a168-1680464db693 req-b69a7527-1825-4b14-b0b4-5a5c67f4f03a tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Unset dirty status for tenant:8d912ddf5fe34214b93f466ddfb0256c on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:08:15.689695 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ed5a2d59-90b2-4f6a-a168-1680464db693 req-b69a7527-1825-4b14-b0b4-5a5c67f4f03a tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 935 time: 0.5072076 Jun 29 17:08:15.711455 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7153fe21-e9d8-4ba3-b477-53835b570eca admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8f82dd65488b4659ad2128758e70fdc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6313000 Jun 29 17:08:15.714874 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a52dde6eba184c9b951094ec0b8ca6fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6848705 Jun 29 17:08:15.715508 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56002) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:15.718339 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961290b7-1b71-40b7-bceb-68c545785b1a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:15.720781 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56004) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:15.723093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:15.723216 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Transition to ACTIVE for port object 0fa25a85-acba-4126-af3e-000ca1fc1e47 will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:15.754992 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.766322 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:15.831225 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-7ea9b862-91c8-46ae-a5f9-9f0a8acbbb76 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627782 Jun 29 17:08:15.854307 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.895764 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:15.925662 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.040648 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.093898 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e439a1c-92cc-43db-8054-a8fe756d5ca9 req-95747c65-fc21-4276-bb3a-fdc063fbcff6 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939294 Jun 29 17:08:16.102220 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.114268 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-93e5cbb7-8924-401e-8ca6-4b74c58e3b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:16.136197 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fa1253-a3e6-4d92-9c04-fbacb8a75fde,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:16.148621 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:16.162051 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.163362 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/16fa1253-a3e6-4d92-9c04-fbacb8a75fde HTTP/1.1" status: 204 len: 168 time: 0.4465108 Jun 29 17:08:16.180726 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.180935 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ed5a2d59-90b2-4f6a-a168-1680464db693 req-59e22c5b-02f2-4500-895c-a3569c10e2b7 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Synchronizing usage tracker for tenant:8d912ddf5fe34214b93f466ddfb0256c on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:08:16.186437 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-60e3223c-875b-4b38-a65e-e714037c8960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:16.206537 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa25a85-acba-4126-af3e-000ca1fc1e47,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:16.209558 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.211297 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/961290b7-1b71-40b7-bceb-68c545785b1a HTTP/1.1" status: 204 len: 168 time: 0.4890900 Jun 29 17:08:16.212136 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961290b7-1b71-40b7-bceb-68c545785b1a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:16.225155 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:16.236911 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:16.258216 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Attempting to bind port 0fa25a85-acba-4126-af3e-000ca1fc1e47 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:16.258747 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Attempting to bind port 0fa25a85-acba-4126-af3e-000ca1fc1e47 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:16.259151 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Attempting to bind port 0fa25a85-acba-4126-af3e-000ca1fc1e47 on network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:16.280486 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ed5a2d59-90b2-4f6a-a168-1680464db693 req-59e22c5b-02f2-4500-895c-a3569c10e2b7 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Unset dirty status for tenant:8d912ddf5fe34214b93f466ddfb0256c on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:08:16.303949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ed5a2d59-90b2-4f6a-a168-1680464db693 req-59e22c5b-02f2-4500-895c-a3569c10e2b7 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130047 Jun 29 17:08:16.305028 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Port 0fa25a85-acba-4126-af3e-000ca1fc1e47 on network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:08:16.305483 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Attempting to bind port 0fa25a85-acba-4126-af3e-000ca1fc1e47 on network 40e909ca-d70a-4d70-9b16-94ddb46d05a0 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:16.354791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:16.354791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Checking segment: {'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:16.354791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Bound using segment: {'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:16.355176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Bound port: 0fa25a85-acba-4126-af3e-000ca1fc1e47, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f54fee-94fc-4010-92b3-f34b6acf8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:16.355861 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.517152 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] For port 0fa25a85-acba-4126-af3e-000ca1fc1e47, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:16.527177 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361eab1-0be8-4333-9874-ec3a56d53fba req-a814ada0-1bee-4125-8743-058aa16f4cfa tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:16.536195 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e361eab1-0be8-4333-9874-ec3a56d53fba req-a814ada0-1bee-4125-8743-058aa16f4cfa tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2580924 Jun 29 17:08:16.580439 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] For port 0fa25a85-acba-4126-af3e-000ca1fc1e47, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=0fa25a85-acba-4126-af3e-000ca1fc1e47,segment=NetworkSegment(15f54fee-94fc-4010-92b3-f34b6acf8f6d),segment_id=15f54fee-94fc-4010-92b3-f34b6acf8f6d)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:16.600508 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.621694 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:16.699778 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa25a85-acba-4126-af3e-000ca1fc1e47,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:16.703761 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:16.722238 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e361eab1-0be8-4333-9874-ec3a56d53fba req-f46997e8-faef-40d6-8c9b-e02cec660622 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848669 Jun 29 17:08:16.738748 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:16.740441 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] 10.222.0.98 "PUT /v2.0/ports/0fa25a85-acba-4126-af3e-000ca1fc1e47 HTTP/1.1" status: 200 len: 1097 time: 2.5753870 Jun 29 17:08:16.740952 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79ef448-4325-4798-86d6-d11540af4d25', 'tag': '0fa25a85-acba-4126-af3e-000ca1fc1e47'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:08:17.024740 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56054) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:17.077015 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:17.084225 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79ef448-4325-4798-86d6-d11540af4d25', 'tag': '0fa25a85-acba-4126-af3e-000ca1fc1e47', 'status': 'completed', 'code': 200} Jun 29 17:08:17.158767 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-5dcddda3-7f1b-4f75-a0f3-f8c97a4e5563 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8d912ddf5fe34214b93f466ddfb0256c&device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 1100 time: 0.3579214 Jun 29 17:08:17.172554 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:17.186424 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Usage tracker for resource:security_group_rule and tenant:a4be3e5cb5c24fd0bffced5a73241164 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:17.189574 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:17.195992 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:17.311485 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:17.313846 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-3a6c1192-3f4f-4992-b69d-c0716ddedf90 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:17.315328 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-3a6c1192-3f4f-4992-b69d-c0716ddedf90 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 0.4286354 Jun 29 17:08:17.316679 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-edcb95aa-611a-436a-86bf-f67f20c8011a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0fa25a85-acba-4126-af3e-000ca1fc1e47 HTTP/1.1" status: 200 len: 217 time: 0.1470556 Jun 29 17:08:17.317499 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:17.326792 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c938ee9f-ee29-44e1-822c-3d21af6aba0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:17.375282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0addb9f4-9375-4a18-99c2-84d5dbe731bb,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:17.379646 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a4be3e5cb5c24fd0bffced5a73241164&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3535473 Jun 29 17:08:17.380786 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:17.383377 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56068) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:17.406864 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-a0c7d24c-cb1a-4a72-a3f4-3987a8bce6e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:17.408497 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-a0c7d24c-cb1a-4a72-a3f4-3987a8bce6e2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e054fabd-1c12-4583-b181-7dae44b4ca9d HTTP/1.1" status: 200 len: 843 time: 0.0734863 Jun 29 17:08:17.409879 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-d92bbcb8-c678-450e-8729-7649c3aa26d7 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/quotas/b7c56ca1aa194a10a491975ec98c319e HTTP/1.1" status: 200 len: 375 time: 0.0857689 Jun 29 17:08:17.466917 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:17.494426 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:17.550131 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:17.557361 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4eacc0ed-ea92-43af-9c71-da6811cbd103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:17.570123 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0addb9f4-9375-4a18-99c2-84d5dbe731bb,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:17.572662 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:17.574175 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:17.577205 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0addb9f4-9375-4a18-99c2-84d5dbe731bb HTTP/1.1" status: 204 len: 168 time: 0.1908298 Jun 29 17:08:17.627154 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-13ef7999-e6fc-4c3e-9327-fda1f6d779ff tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2073982 Jun 29 17:08:17.633917 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55da8ec-afd2-4b6c-bf4d-8996acc91eec req-cbcfd272-6936-447d-9c8b-b3ed41d0777d tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:17.635226 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b55da8ec-afd2-4b6c-bf4d-8996acc91eec req-cbcfd272-6936-447d-9c8b-b3ed41d0777d tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 947 time: 0.1832108 Jun 29 17:08:17.639065 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-55ae55bb-fe9a-4c37-ae6a-b7b25af5aad1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40e909ca-d70a-4d70-9b16-94ddb46d05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2176917 Jun 29 17:08:17.798928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56082) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:17.902021 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b55da8ec-afd2-4b6c-bf4d-8996acc91eec req-35baa007-6041-459e-be9c-70d0dc6f84fd tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437348 Jun 29 17:08:17.938071 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-f41ea260-b14c-4c51-9d82-a238658db3d8 service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019278 Jun 29 17:08:17.941172 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-f77ffea3-85ac-4b99-a0f2-0714b6ebbf2b service neutron] 10.222.0.98 "GET /v2.0/networks/40e909ca-d70a-4d70-9b16-94ddb46d05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840943 Jun 29 17:08:18.079669 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1100764865-network', 'tenant_id': '5e91602e33054940b2f0831452c703f8'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:18.085185 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:18.089745 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Usage tracker for resource:network and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:18.092941 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:18.099164 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:18.111967 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Made reservation on behalf of 5e91602e33054940b2f0831452c703f8 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:18.115000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.128685 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.181231 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:18.187372 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:18.191704 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:18.198996 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:18.278471 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5a17f89-0b12-4247-ac31-2195c3896e23 req-41fe3e11-efda-4351-a8bf-0952b511aac9 service neutron] 10.222.0.98 "GET /v2.0/networks/40e909ca-d70a-4d70-9b16-94ddb46d05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090222 Jun 29 17:08:18.286960 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.293714 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.299996 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:18.328694 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:08:18.352543 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4886f492-c56f-4d09-b354-e1c8024455cd,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:18.363587 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-f585581a-fb33-4544-b972-c8edea12cc3c service neutron] 10.222.0.99 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171374 Jun 29 17:08:18.365786 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.369380 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Added segment cf614c27-11f1-4da5-87d3-f22540249d11 of type vlan for network 64f17278-3b35-4138-b40a-39c37709b43e Jun 29 17:08:18.370997 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:18.424165 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.487003 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb083ce-fd71-4385-a5cb-9694544966a7 req-ff671d80-196b-402d-9b45-78530f20fa14 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:18.495310 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6bb083ce-fd71-4385-a5cb-9694544966a7 req-ff671d80-196b-402d-9b45-78530f20fa14 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.3052225 Jun 29 17:08:18.502039 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.513823 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:18.513823 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:18.549585 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-05c0b737-8563-4d40-bf16-7ad1a96a2c28 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8d912ddf5fe34214b93f466ddfb0256c&device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 1100 time: 0.1790025 Jun 29 17:08:18.565743 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6bb083ce-fd71-4385-a5cb-9694544966a7 req-90767935-47b2-45ec-a244-f98ebcb6e584 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694556 Jun 29 17:08:18.583649 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:18.636220 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8315132 Jun 29 17:08:18.636387 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56118) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:18.778682 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Request body: {'subnet': {'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1100764865-subnet', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:18.786062 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:18.807093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Usage tracker for resource:subnet and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:18.811949 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:18.822246 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:18.824216 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=64f17278-3b35-4138-b40a-39c37709b43e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:18.828143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:18.834975 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 64f17278-3b35-4138-b40a-39c37709b43e details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:08:18.843709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ff3493d-f976-473c-a85f-5a2a2e4c6415 req-af3b3c56-1055-4d6b-8c2e-cef2057c5c47 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 210 time: 0.1049888 Jun 29 17:08:18.849000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Made reservation on behalf of 5e91602e33054940b2f0831452c703f8 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:18.851734 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:19.011584 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-7ba59fba-c618-436f-8f2c-66ed400ab967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:19.014498 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-7ba59fba-c618-436f-8f2c-66ed400ab967 service neutron] 10.222.0.98 "GET /v2.0/networks?id=40e909ca-d70a-4d70-9b16-94ddb46d05a0 HTTP/1.1" status: 200 len: 871 time: 0.4457779 Jun 29 17:08:19.115404 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-a8e538a5-09bf-4664-960c-550e1d30d4b7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0fa25a85-acba-4126-af3e-000ca1fc1e47 HTTP/1.1" status: 200 len: 217 time: 0.0842702 Jun 29 17:08:19.315107 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:19.332862 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:19.354083 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-58347cee-7fa4-4473-bb56-ade5f8dee221 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:19.355594 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-58347cee-7fa4-4473-bb56-ade5f8dee221 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e054fabd-1c12-4583-b181-7dae44b4ca9d HTTP/1.1" status: 200 len: 843 time: 0.2319999 Jun 29 17:08:19.538242 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bd5d50-29fb-453d-bb53-7f408a745d3a,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:19.544437 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:19.550034 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Checking segment: {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:19.550383 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Network hostable DHCP agents. Network: 64f17278-3b35-4138-b40a-39c37709b43e, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:08:19.598482 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7b07-b5f2-4873-95a1-b9d17af07c60 req-19febd8a-f53c-4dad-8e68-8e2efca37878 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:19.599240 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Network 64f17278-3b35-4138-b40a-39c37709b43e is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:08:19.610792 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-afae7b07-b5f2-4873-95a1-b9d17af07c60 req-19febd8a-f53c-4dad-8e68-8e2efca37878 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 947 time: 0.3734717 Jun 29 17:08:19.621803 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 64f17278-3b35-4138-b40a-39c37709b43e) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:19.634838 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930b229-049c-42ef-8e51-721dc693524a None None] Network 64f17278-3b35-4138-b40a-39c37709b43e requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:19.645716 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:19.646303 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:19.725760 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9628932 Jun 29 17:08:19.726418 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56166) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:19.745292 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:19.766479 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:19.767967 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-25d391b2-fbe8-474c-84e3-f2aced554c40 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40e909ca-d70a-4d70-9b16-94ddb46d05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3977361 Jun 29 17:08:19.781734 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Usage tracker for resource:router and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:19.788374 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:19.792495 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-afae7b07-b5f2-4873-95a1-b9d17af07c60 req-0ee95040-7c1d-45c3-ab33-3da1710cbb1b tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792583 Jun 29 17:08:19.803189 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:19.866448 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:19.868823 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:19.928490 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:20.060665 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c2019-806b-462c-b4db-f89ff7009c96 req-572a77c1-6402-48d5-acc1-5df9bb16cec6 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:20.067578 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-317c2019-806b-462c-b4db-f89ff7009c96 req-572a77c1-6402-48d5-acc1-5df9bb16cec6 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2248611 Jun 29 17:08:20.072186 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-81dff8c6-3322-4224-9fdf-011a2ff72557 service neutron] 10.222.0.98 "GET /v2.0/networks/40e909ca-d70a-4d70-9b16-94ddb46d05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787616 Jun 29 17:08:20.196368 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-64f17278-3b35-4138-b40a-39c37709b43e', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:08:20.196938 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:20.239992 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-317c2019-806b-462c-b4db-f89ff7009c96 req-353c10a6-4bea-454b-a038-20203d31cc57 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714456 Jun 29 17:08:20.292245 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:20.335460 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7f49ab05-a60e-4c56-a659-f5d005d1740e req-d54028af-3154-4067-a0f3-c20f1a2dc756 service neutron] 10.222.0.98 "GET /v2.0/networks/40e909ca-d70a-4d70-9b16-94ddb46d05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465250 Jun 29 17:08:20.437259 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eca300-cc95-496c-bf9e-4c54f7185778 req-0dd79165-4110-4a68-85f4-f868e304dd69 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 210 time: 0.0759256 Jun 29 17:08:20.519708 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Allocated IP 172.20.0.2 (64f17278-3b35-4138-b40a-39c37709b43e/b1bd5d50-29fb-453d-bb53-7f408a745d3a/6b6ace43-fd30-4c13-824c-a700bb541704) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:20.660244 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:20.668476 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-54b73a97-bd8e-4a11-91c5-4774a6ed39e8 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:20.670774 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-54b73a97-bd8e-4a11-91c5-4774a6ed39e8 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 815 time: 0.2087715 Jun 29 17:08:20.697859 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Request body: {'port': {'device_id': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'admin_state_up': True, 'tenant_id': 'b7c56ca1aa194a10a491975ec98c319e'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:20.699944 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:20.977827 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:20.986710 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:20.999203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:21.009919 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 0fa25a85-acba-4126-af3e-000ca1fc1e47 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:08:21.016429 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Made reservation on behalf of b7c56ca1aa194a10a491975ec98c319e for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:21.019901 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.047464 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Allocated IP 172.28.1.240 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/b364bd11-fced-4aff-8154-65b49ecb7cff) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:21.211232 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Transition to ACTIVE for port object 6b6ace43-fd30-4c13-824c-a700bb541704 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:21.237395 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Transition to ACTIVE for port object 6b6ace43-fd30-4c13-824c-a700bb541704 will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:21.247977 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446c8e7-168a-454b-b0fe-318e2efe0def req-4e5909fd-66b6-43ba-a07b-dd3c3a572ec6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:21.250591 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7446c8e7-168a-454b-b0fe-318e2efe0def req-4e5909fd-66b6-43ba-a07b-dd3c3a572ec6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 947 time: 0.2060151 Jun 29 17:08:21.254317 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.277245 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:21.303493 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.343126 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.352168 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:21.394369 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7446c8e7-168a-454b-b0fe-318e2efe0def req-b390d776-dc1d-4823-9e1d-6b2203ff66f4 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031299 Jun 29 17:08:21.395645 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Allocated IP 172.20.0.3 (6eb8c5a1-e451-4c87-a9b3-5b725b023cf3/b331cb70-5690-48ba-aa3a-a82dd076a241/b1ac7968-b770-4c44-a973-69f0dd584bf9) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:21.422507 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Pushing event updated for resources: {'Port': ['ID=6b6ace43-fd30-4c13-824c-a700bb541704,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:21.465188 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Network 64f17278-3b35-4138-b40a-39c37709b43e is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:21.473026 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:21.474547 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:21.478329 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:21.483062 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Pushing event updated for resources: {'Port': ['ID=b364bd11-fced-4aff-8154-65b49ecb7cff,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:21.484466 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:21.490856 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:21.493609 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:21.494276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:21.641600 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Attempting to bind port 6b6ace43-fd30-4c13-824c-a700bb541704 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:21.641966 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Attempting to bind port 6b6ace43-fd30-4c13-824c-a700bb541704 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:21.642321 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Attempting to bind port 6b6ace43-fd30-4c13-824c-a700bb541704 on network 64f17278-3b35-4138-b40a-39c37709b43e {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:21.660690 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:21.661405 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Checking segment: {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:21.662058 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.662596 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Bound using segment: {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:21.663218 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Bound port: 6b6ace43-fd30-4c13-824c-a700bb541704, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:21.664753 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.751496 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 0fa25a85-acba-4126-af3e-000ca1fc1e47, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=0fa25a85-acba-4126-af3e-000ca1fc1e47,segment=NetworkSegment(15f54fee-94fc-4010-92b3-f34b6acf8f6d),segment_id=15f54fee-94fc-4010-92b3-f34b6acf8f6d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:21.777616 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '0fa25a85-acba-4126-af3e-000ca1fc1e47', 'network_id': '40e909ca-d70a-4d70-9b16-94ddb46d05a0', 'port_id': '0fa25a85-acba-4126-af3e-000ca1fc1e47', 'mac_address': 'fa:16:3e:ac:3a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e054fabd-1c12-4583-b181-7dae44b4ca9d', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:08:21.800943 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-54b9aa5f-8d35-487d-bec6-3ef9f7125199 req-901805f4-1fe1-40ce-b93e-a5bc467b4397 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 210 time: 0.0965304 Jun 29 17:08:21.803710 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.832975 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.835143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.842662 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08ecf-728a-49ee-a2e6-eea20a3f99b5 req-4c76d245-d041-448e-904e-4ab76e0f1299 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:21.844117 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-abc08ecf-728a-49ee-a2e6-eea20a3f99b5 req-4c76d245-d041-448e-904e-4ab76e0f1299 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2085733 Jun 29 17:08:21.876176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56228) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:21.878054 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] For port 6b6ace43-fd30-4c13-824c-a700bb541704, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:21.880597 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.892603 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:21.902234 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] For port 6b6ace43-fd30-4c13-824c-a700bb541704, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=6b6ace43-fd30-4c13-824c-a700bb541704,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:21.906245 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['44e906cb-895b-4fbe-b457-63d8babe45e0', 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83', '1321f665-83d4-4261-b2f4-ad8434eabadf'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:08:21.908014 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:22.004739 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-abc08ecf-728a-49ee-a2e6-eea20a3f99b5 req-dd6a2a55-d325-43d7-a5e6-61d984196dce tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514111 Jun 29 17:08:22.010949 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:22.019821 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:22.034952 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:22.040267 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:22.041160 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:22.084292 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event updated for resources: {'Port': ['ID=b1ac7968-b770-4c44-a973-69f0dd584bf9,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:22.090299 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:22.101065 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4084115 Jun 29 17:08:22.118653 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Request body: {'port': {'device_id': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:22.129625 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:22.144244 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa25a85-acba-4126-af3e-000ca1fc1e47 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:08:22.152326 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:22.201428 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Router 6463ae86-0a31-4782-88f3-b0869c55e922 is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:08:22.276796 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 0fa25a85-acba-4126-af3e-000ca1fc1e47, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=0fa25a85-acba-4126-af3e-000ca1fc1e47,segment=NetworkSegment(15f54fee-94fc-4010-92b3-f34b6acf8f6d),segment_id=15f54fee-94fc-4010-92b3-f34b6acf8f6d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:22.300539 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:22.329938 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Pushing event updated for resources: {'Port': ['ID=6b6ace43-fd30-4c13-824c-a700bb541704,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:22.365119 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:22.371607 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:22.415987 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:22.489409 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:22.692074 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=0fa25a85-acba-4126-af3e-000ca1fc1e47,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:22.700360 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:22.717921 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['0fa25a85-acba-4126-af3e-000ca1fc1e47'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:08:22.718417 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:08:22.727638 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Sync routers for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:08:22.739931 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:22.740542 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:22.767071 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:22.768502 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0405552 Jun 29 17:08:22.771480 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56254) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:22.845485 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:22.851537 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Usage tracker for resource:security_group_rule and tenant:771971db2748468c8cca69914ba502a3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:22.907862 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:22.930613 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:22.985193 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7d862-c248-4dc7-a315-43d9574bb5ac req-e76db341-d9ed-4aab-befa-224257ccb459 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:22.989307 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ac7d862-c248-4dc7-a315-43d9574bb5ac req-e76db341-d9ed-4aab-befa-224257ccb459 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 948 time: 0.2254951 Jun 29 17:08:23.003167 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:23.220817 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ac7d862-c248-4dc7-a315-43d9574bb5ac req-fb2551e9-f5f0-4c51-a0b3-e202e0129b18 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186630 Jun 29 17:08:23.390002 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f04b5-5b97-4183-ad04-2f273e540e5f req-545e0878-d741-4ec5-9dd4-5d73bd4bc51c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:23.390603 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-188f04b5-5b97-4183-ad04-2f273e540e5f req-545e0878-d741-4ec5-9dd4-5d73bd4bc51c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:08:23.396356 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:23.412795 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:23.425920 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f633f7cb-e024-4f39-b63e-d540d62b6a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:23.436018 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-188f04b5-5b97-4183-ad04-2f273e540e5f req-545e0878-d741-4ec5-9dd4-5d73bd4bc51c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:08:23.437629 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-188f04b5-5b97-4183-ad04-2f273e540e5f req-545e0878-d741-4ec5-9dd4-5d73bd4bc51c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 931 time: 0.4392734 Jun 29 17:08:23.488976 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=771971db2748468c8cca69914ba502a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6117239 Jun 29 17:08:23.491245 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56264) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:23.565728 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:21Z', 'revision_number': 3, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:23.572789 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Checking router: 6463ae86-0a31-4782-88f3-b0869c55e922 for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:08:23.573443 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Updating router 6463ae86-0a31-4782-88f3-b0869c55e922 port b364bd11-fced-4aff-8154-65b49ecb7cff binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:08:23.633482 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:23.663360 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:23.663506 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbda624-89b9-45a9-a7fa-22282aa36548,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:23.675105 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:23.773366 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:23.824311 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-188f04b5-5b97-4183-ad04-2f273e540e5f req-b70741d6-3cf8-4b51-8480-b1085adde059 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394642 Jun 29 17:08:23.886528 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ca3ea-5796-4a7d-9a22-22eaa19bc52f None None] Network 64f17278-3b35-4138-b40a-39c37709b43e requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:23.991294 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea490180-92ea-4131-9e03-7cdf771b8ef4 req-0ef9a44a-a01e-4271-a6c2-53ffd2a92967 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:23.998125 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ea490180-92ea-4131-9e03-7cdf771b8ef4 req-0ef9a44a-a01e-4271-a6c2-53ffd2a92967 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4559064 Jun 29 17:08:24.016685 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.025450 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9e4fb47f-7b5a-4225-bf9b-c33e3e7f004f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:24.040070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ac7968-b770-4c44-a973-69f0dd584bf9 {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:08:24.041335 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbda624-89b9-45a9-a7fa-22282aa36548,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:24.051751 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.055945 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/afbda624-89b9-45a9-a7fa-22282aa36548 HTTP/1.1" status: 204 len: 168 time: 0.5609813 Jun 29 17:08:24.065338 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 6b6ace43-fd30-4c13-824c-a700bb541704 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:24.072179 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.082096 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:24.138647 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Transition to ACTIVE for port object b1ac7968-b770-4c44-a973-69f0dd584bf9 will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:24.152871 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.168843 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a2188e1d-f501-4070-b6c5-25ff8f6e0d70 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:24.249996 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ea490180-92ea-4131-9e03-7cdf771b8ef4 req-20a5ddc8-1e31-486c-9d5d-d5c8a71960b4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509291 Jun 29 17:08:24.332709 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ac7968-b770-4c44-a973-69f0dd584bf9,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:24.339841 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:24.448950 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-c2785e5c-c301-48c6-a4b0-e879e34c38a1 None None] Provisioning for port 6b6ace43-fd30-4c13-824c-a700bb541704 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:24.452979 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.481267 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Transition to ACTIVE for port object b364bd11-fced-4aff-8154-65b49ecb7cff will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:24.494639 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.504063 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c01cafd3-890d-4190-a403-d8a38a742250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:24.665350 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Attempting to bind port b1ac7968-b770-4c44-a973-69f0dd584bf9 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:24.665831 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Attempting to bind port b1ac7968-b770-4c44-a973-69f0dd584bf9 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:24.666259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Attempting to bind port b1ac7968-b770-4c44-a973-69f0dd584bf9 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:24.669110 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Pushing event updated for resources: {'Port': ['ID=b364bd11-fced-4aff-8154-65b49ecb7cff,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:24.673713 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 6b6ace43-fd30-4c13-824c-a700bb541704 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:24.678569 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Port b1ac7968-b770-4c44-a973-69f0dd584bf9 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:08:24.679065 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Attempting to bind port b1ac7968-b770-4c44-a973-69f0dd584bf9 on network 6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:24.685778 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 6b6ace43-fd30-4c13-824c-a700bb541704 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:24.686164 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.692798 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.693152 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.693489 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.693811 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.694129 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.698259 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.698628 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.698944 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.699268 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.699602 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.699976 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:24.702249 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:24.702748 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Checking segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:24.703235 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Bound using segment: {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:24.703813 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Bound port: b1ac7968-b770-4c44-a973-69f0dd584bf9, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:24.704288 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.708920 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:24.775039 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.778402 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Attempting to bind port b364bd11-fced-4aff-8154-65b49ecb7cff on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:24.779000 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Attempting to bind port b364bd11-fced-4aff-8154-65b49ecb7cff by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:24.780120 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Attempting to bind port b364bd11-fced-4aff-8154-65b49ecb7cff on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:24.807794 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:24.809441 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:24.811092 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.812738 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:24.814451 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Bound port: b364bd11-fced-4aff-8154-65b49ecb7cff, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:24.817050 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.817365 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] For port b1ac7968-b770-4c44-a973-69f0dd584bf9, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:24.822029 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] For port b1ac7968-b770-4c44-a973-69f0dd584bf9, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b1ac7968-b770-4c44-a973-69f0dd584bf9,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:24.835014 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79aeaa-d94a-461e-9adf-50b676e57864 req-ceb81459-a4ef-410c-a56d-8060f9c196fa tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:24.842648 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b79aeaa-d94a-461e-9adf-50b676e57864 req-ceb81459-a4ef-410c-a56d-8060f9c196fa tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 948 time: 0.2887928 Jun 29 17:08:24.847366 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.865670 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-40a6b014-f0fe-4152-815d-0c351377f887 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:24.893832 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.963882 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] For port b364bd11-fced-4aff-8154-65b49ecb7cff, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:24.967905 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] For port b364bd11-fced-4aff-8154-65b49ecb7cff, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=b364bd11-fced-4aff-8154-65b49ecb7cff,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:24.980060 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:24.987046 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:24.990516 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port 6b6ace43-fd30-4c13-824c-a700bb541704, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=6b6ace43-fd30-4c13-824c-a700bb541704,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:25.004132 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.006485 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:25.086246 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.090083 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] 10.222.0.98 "PUT /v2.0/ports/b1ac7968-b770-4c44-a973-69f0dd584bf9 HTTP/1.1" status: 200 len: 1093 time: 2.9789081 Jun 29 17:08:25.090597 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'tag': 'b1ac7968-b770-4c44-a973-69f0dd584bf9'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:08:25.108377 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 0fa25a85-acba-4126-af3e-000ca1fc1e47 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:25.130699 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56300) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:25.233016 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:25.233903 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:25.240492 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-bda4f023-bcc7-4dc2-b4ed-d4fd4b39f8c5 None None] Provisioning complete for port 6b6ace43-fd30-4c13-824c-a700bb541704 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:25.240996 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bda4f023-bcc7-4dc2-b4ed-d4fd4b39f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.274591 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Allocated IP 172.20.0.1 (64f17278-3b35-4138-b40a-39c37709b43e/b1bd5d50-29fb-453d-bb53-7f408a745d3a/07d54712-76fd-4735-bb66-999b12974bf6) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:25.293469 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Pushing event updated for resources: {'Port': ['ID=b364bd11-fced-4aff-8154-65b49ecb7cff,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:25.306890 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:25.310884 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b79aeaa-d94a-461e-9adf-50b676e57864 req-73735fb2-5031-43f7-b25b-4f510fd3720f tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670033 Jun 29 17:08:25.311508 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ac7968-b770-4c44-a973-69f0dd584bf9,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:25.322857 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:25.344392 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.378939 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56312) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:25.466246 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:25.467900 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'tag': 'b1ac7968-b770-4c44-a973-69f0dd584bf9', 'status': 'completed', 'code': 200} Jun 29 17:08:25.482323 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=6b6ace43-fd30-4c13-824c-a700bb541704,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:25.484347 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:25.494566 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:25.502740 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Usage tracker for resource:security_group_rule and tenant:b2161749799e466584b867a580c36908 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:25.510682 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 0fa25a85-acba-4126-af3e-000ca1fc1e47 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:25.514700 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:25.522269 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 0fa25a85-acba-4126-af3e-000ca1fc1e47 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:25.523670 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.536974 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:25.557952 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.580754 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Transition to ACTIVE for port object 07d54712-76fd-4735-bb66-999b12974bf6 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:25.594317 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8b550-6c68-4ba8-9d4e-79aa0e57d3cf req-3c2d50b7-ef04-4e4c-b507-d8369a81bb45 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:25.596155 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cbf8b550-6c68-4ba8-9d4e-79aa0e57d3cf req-3c2d50b7-ef04-4e4c-b507-d8369a81bb45 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 943 time: 0.4370329 Jun 29 17:08:25.645037 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.650753 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7c489fe0-ee55-492b-bc65-8b4fd2fb1aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:25.680514 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-d73806b2-5369-4cf1-9076-4a9fc91b5bb5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 1096 time: 0.5158722 Jun 29 17:08:25.699384 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.754110 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Network 64f17278-3b35-4138-b40a-39c37709b43e is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:25.767067 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:25.767305 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79ef448-4325-4798-86d6-d11540af4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa25a85-acba-4126-af3e-000ca1fc1e47'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:08:25.781391 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:25.789614 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 0fa25a85-acba-4126-af3e-000ca1fc1e47, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=0fa25a85-acba-4126-af3e-000ca1fc1e47,segment=NetworkSegment(15f54fee-94fc-4010-92b3-f34b6acf8f6d),segment_id=15f54fee-94fc-4010-92b3-f34b6acf8f6d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:25.799540 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.801856 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:25.838566 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 6b6ace43-fd30-4c13-824c-a700bb541704 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:25.870944 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cbf8b550-6c68-4ba8-9d4e-79aa0e57d3cf req-26a6e56a-53ad-4068-b162-45182a68395c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439609 Jun 29 17:08:25.892803 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:21Z', 'revision_number': 3, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:25.906463 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae753589-4e57-468a-a2f9-c39b4dee9782 None None] The sync data for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb is: [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:21Z', 'revision_number': 3, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:08:25.912600 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Pushing event updated for resources: {'Port': ['ID=07d54712-76fd-4735-bb66-999b12974bf6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:25.917234 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:25.941112 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=0fa25a85-acba-4126-af3e-000ca1fc1e47,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:25.941868 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.944236 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:25.988289 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-f41d5f2b-a381-4279-a603-65a49f8c4981 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1ac7968-b770-4c44-a973-69f0dd584bf9 HTTP/1.1" status: 200 len: 217 time: 0.2970948 Jun 29 17:08:25.989011 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:25.994492 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 6b6ace43-fd30-4c13-824c-a700bb541704 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:25.995641 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.092630 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79ef448-4325-4798-86d6-d11540af4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa25a85-acba-4126-af3e-000ca1fc1e47', 'code': 200} Jun 29 17:08:26.106870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.160476 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ecc9be6e-922e-4406-a726-c7eed5a9335b None None] Provisioning for port 07d54712-76fd-4735-bb66-999b12974bf6 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:26.172593 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-b6592bb7-6120-44e5-a711-d8747d0ae87b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:26.174040 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-b6592bb7-6120-44e5-a711-d8747d0ae87b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.1339862 Jun 29 17:08:26.277364 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ecc9be6e-922e-4406-a726-c7eed5a9335b None None] Provisioning complete for port 07d54712-76fd-4735-bb66-999b12974bf6 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:26.277960 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ecc9be6e-922e-4406-a726-c7eed5a9335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.369329 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:26.373381 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Usage tracker for resource:security_group_rule and tenant:75e85ca9f7304546ab7c09471b65536d is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:26.376285 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:26.380524 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9be6e-922e-4406-a726-c7eed5a9335b None None] Port 07d54712-76fd-4735-bb66-999b12974bf6 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:08:26.385735 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:26.450890 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.476039 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-6ae90408-6a9b-4345-8e52-966cb05c10c9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2856536 Jun 29 17:08:26.490501 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.510104 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a7999625-54b8-4465-811f-d7fc191b9831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:26.574070 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.584401 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.616005 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-40f8a160-d236-4eb5-bd41-dc9f6692417f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:26.646848 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbbd094-8dcc-4dfa-b7e3-0bb731013222,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:26.704266 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:26.769014 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b2161749799e466584b867a580c36908&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6371455 Jun 29 17:08:26.776500 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56336) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:26.797793 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.801908 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Pushing event updated for resources: {'Port': ['ID=07d54712-76fd-4735-bb66-999b12974bf6,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:26.805846 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:26.864123 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3957ad-b588-4a49-be58-d7e548f24033 req-7a2a5e3f-5dd6-4cb9-a03f-136f6050eab2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:26.865555 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3b3957ad-b588-4a49-be58-d7e548f24033 req-7a2a5e3f-5dd6-4cb9-a03f-136f6050eab2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 1.0470004 Jun 29 17:08:26.914790 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-61dc6dbe-8df3-43c7-bdb6-1d5d20e8281c req-eb5a7c65-03a2-46c5-8d43-e79aab4a89a4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 1102 time: 0.5215795 Jun 29 17:08:26.953685 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Network 64f17278-3b35-4138-b40a-39c37709b43e is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:26.955135 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:26.959766 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:26.969932 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-d527e54d-128d-4eab-91df-842c4e0e7c3c service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631627 Jun 29 17:08:27.004672 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.016842 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f0796ad3-458b-4d7c-930e-70bdf7f202ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:27.060005 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62534ad6-a2bd-41db-8f04-df0aef2cb0ed,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:27.132154 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:27.198030 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.204728 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573252bb-8d05-4e3c-ac47-00939e80a483 req-1a249e35-871b-43a6-ac5a-e2f697ac3101 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:27.206207 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-573252bb-8d05-4e3c-ac47-00939e80a483 req-1a249e35-871b-43a6-ac5a-e2f697ac3101 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 949 time: 0.6847954 Jun 29 17:08:27.208229 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3b3957ad-b588-4a49-be58-d7e548f24033 req-c284dcf4-d8ec-451b-93cf-ef5d8337a099 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127244 Jun 29 17:08:27.221168 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-61dc6dbe-8df3-43c7-bdb6-1d5d20e8281c req-83fa8c79-1c6f-4d50-82a4-636bf8b816e5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759912 Jun 29 17:08:27.223830 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-c4b09ac8-41d1-4554-954d-4fbbdc6a6bef None None] Provisioning complete for port 07d54712-76fd-4735-bb66-999b12974bf6 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:27.224757 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c4b09ac8-41d1-4554-954d-4fbbdc6a6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.240404 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=75e85ca9f7304546ab7c09471b65536d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8494899 Jun 29 17:08:27.240573 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56344) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:27.286341 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.297805 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-c4b09ac8-41d1-4554-954d-4fbbdc6a6bef None None] Port 07d54712-76fd-4735-bb66-999b12974bf6 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:08:27.324084 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-362b0e56-e434-4c6c-9256-1a2fbc4dfd28 req-9bb04bc2-2892-48d2-bc03-74ee75cbe7a5 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415232 Jun 29 17:08:27.342721 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.352712 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-573252bb-8d05-4e3c-ac47-00939e80a483 req-735ed67c-8435-4dbb-9175-6ebffc70ada5 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254559 Jun 29 17:08:27.375689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.382355 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f76a9a95-fb83-43cd-853b-4e755d506129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:27.383280 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.398978 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbbd094-8dcc-4dfa-b7e3-0bb731013222,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:27.401842 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:27.453582 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.457227 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0fbbd094-8dcc-4dfa-b7e3-0bb731013222 HTTP/1.1" status: 204 len: 168 time: 0.6729589 Jun 29 17:08:27.493296 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-4cad677a-1325-4a3c-94c4-4f7fbc40d5d9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c56ca1aa194a10a491975ec98c319e&device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0808167 Jun 29 17:08:27.531390 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.536613 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a69aba16-8603-4828-82de-d0b70f326e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:27.546471 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Router 6463ae86-0a31-4782-88f3-b0869c55e922 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:08:27.552650 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62534ad6-a2bd-41db-8f04-df0aef2cb0ed,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:27.553643 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:27.583122 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:27.586774 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/62534ad6-a2bd-41db-8f04-df0aef2cb0ed HTTP/1.1" status: 204 len: 168 time: 0.3473580 Jun 29 17:08:27.763024 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f289-809a-4501-b746-7e1927636f67 req-3f488312-665d-4237-96ef-203242ffac8c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:27.765323 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9a53f289-809a-4501-b746-7e1927636f67 req-3f488312-665d-4237-96ef-203242ffac8c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 943 time: 0.2680273 Jun 29 17:08:27.821169 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-b86983dc-a735-4585-a1dd-42ea1a1a3151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:27.822856 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-b86983dc-a735-4585-a1dd-42ea1a1a3151 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 200 len: 917 time: 0.2887173 Jun 29 17:08:27.868899 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:08:27.872720 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b364bd11-fced-4aff-8154-65b49ecb7cff up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:27.874039 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] 10.222.0.99 "PUT /v2.0/routers/6463ae86-0a31-4782-88f3-b0869c55e922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1014495 Jun 29 17:08:27.931393 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-327de851-1228-4cf9-8b6c-9afadff9348a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1ac7968-b770-4c44-a973-69f0dd584bf9 HTTP/1.1" status: 200 len: 217 time: 0.0993121 Jun 29 17:08:27.938892 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9a53f289-809a-4501-b746-7e1927636f67 req-6ab0743a-90f5-4013-a536-587c40069bf0 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597908 Jun 29 17:08:28.049302 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port b364bd11-fced-4aff-8154-65b49ecb7cff completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:28.055022 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port b364bd11-fced-4aff-8154-65b49ecb7cff triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:28.055823 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.072094 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56366) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:28.090543 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-9caf2b6a-dae4-4804-bac6-5d7d39f58a26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:28.093273 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-9caf2b6a-dae4-4804-bac6-5d7d39f58a26 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 200 len: 855 time: 0.1465602 Jun 29 17:08:28.111434 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.157112 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:28.165824 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Usage tracker for resource:security_group_rule and tenant:b635ceda469848ab8a906a915f675739 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:28.171483 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:28.175071 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-0415e73d-af58-4082-8cd9-4eaa9e09036f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717463 Jun 29 17:08:28.181487 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:28.245980 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.281398 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port b364bd11-fced-4aff-8154-65b49ecb7cff, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=b364bd11-fced-4aff-8154-65b49ecb7cff,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:28.290108 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.293515 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:28.328452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.338138 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.377403 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7c681514-8b43-44cd-ac64-849bb30fa3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:28.393771 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=b364bd11-fced-4aff-8154-65b49ecb7cff,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:28.404272 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:28.411648 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-59fe7c0f-168d-4c98-9059-bb7009c8ad44 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265859 Jun 29 17:08:28.451199 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38b6028-1a14-45f7-82c7-b0df64ef4e55,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:28.458018 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:28.485437 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56382) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:28.532622 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.568941 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b635ceda469848ab8a906a915f675739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4959497 Jun 29 17:08:28.570138 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56386) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:28.618168 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:28.628756 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Usage tracker for resource:security_group_rule and tenant:d376eb8f019e41efbf5f90b4e1947c46 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:28.633226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:28.642222 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:28.674868 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.695104 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1f9df22-5f17-4d5f-b679-d9d8c6a2057c req-e9103514-3bec-4560-853b-e80506e6d7a7 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755585 Jun 29 17:08:28.713245 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.725935 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56392) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:28.790330 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.796163 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.805169 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c5f2e17f-507a-448a-b61c-90c21ccdb9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:28.850831 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b688b50b-96b6-4c0e-adb9-16151a5ca98c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:28.855077 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:28.856941 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.862765 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:28.874517 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d376eb8f019e41efbf5f90b4e1947c46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3860767 Jun 29 17:08:28.877870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38b6028-1a14-45f7-82c7-b0df64ef4e55,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:28.880116 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56400) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:28.882976 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:28.899222 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9bd5a-070f-47bd-995e-071d8ef9f9ab req-3faca619-2d9a-49dc-893a-9c0bd84998a0 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:28.900649 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5ca9bd5a-070f-47bd-995e-071d8ef9f9ab req-3faca619-2d9a-49dc-893a-9c0bd84998a0 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 949 time: 0.3340960 Jun 29 17:08:28.919153 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.922895 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f38b6028-1a14-45f7-82c7-b0df64ef4e55 HTTP/1.1" status: 204 len: 168 time: 0.3506598 Jun 29 17:08:28.936235 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98345048-a017-40c4-8aff-8eecb9ee0175 req-0dbe8908-ea44-450a-92ee-dc1b33a289b3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:28.937774 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-98345048-a017-40c4-8aff-8eecb9ee0175 req-0dbe8908-ea44-450a-92ee-dc1b33a289b3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.3722210 Jun 29 17:08:28.968875 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:28.971812 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5ca9bd5a-070f-47bd-995e-071d8ef9f9ab req-e94d8c3a-6185-4a25-a521-96470aad3542 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623031 Jun 29 17:08:29.036053 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-98345048-a017-40c4-8aff-8eecb9ee0175 req-376e2d87-14be-4593-add5-5f9cc26f7dec tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672579 Jun 29 17:08:29.098608 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.108679 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.204109 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:29.207525 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Usage tracker for resource:security_group_rule and tenant:b840719dda364459b1b2dc41c7e7bb11 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:29.210933 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:29.216984 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:29.232906 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.241637 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec9e8c74-1879-4139-969d-bc7f44b6eb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:29.264740 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b688b50b-96b6-4c0e-adb9-16151a5ca98c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:29.275126 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:29.288380 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.292805 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b688b50b-96b6-4c0e-adb9-16151a5ca98c HTTP/1.1" status: 204 len: 168 time: 0.4116969 Jun 29 17:08:29.340058 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bc531-ce3d-4971-aa38-20914450a4b7 req-9d0b906b-c850-45ae-8f9b-a630bb14f56c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:29.347851 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9f7bc531-ce3d-4971-aa38-20914450a4b7 req-9d0b906b-c850-45ae-8f9b-a630bb14f56c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 943 time: 0.1061225 Jun 29 17:08:29.348918 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.354835 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.367319 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cf823b88-be95-4426-9c49-654b9aa86d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:29.404134 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9f7bc531-ce3d-4971-aa38-20914450a4b7 req-5eb8342d-554b-453f-a7cf-f030de24ceac tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552959 Jun 29 17:08:29.420427 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6891a9d-95a0-4881-aae3-cb2372675af3,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:29.423800 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:29.433613 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56422) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:29.434068 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b840719dda364459b1b2dc41c7e7bb11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7066810 Jun 29 17:08:29.510785 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.543459 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.615234 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.625947 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:29.640211 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6891a9d-95a0-4881-aae3-cb2372675af3,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:29.643409 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:29.644435 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:29.647884 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f6891a9d-95a0-4881-aae3-cb2372675af3 HTTP/1.1" status: 204 len: 168 time: 0.2108889 Jun 29 17:08:29.819427 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b364bd11-fced-4aff-8154-65b49ecb7cff up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:29.830699 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d0952-03f5-4ae5-90a6-8a3149eea23e req-e35f72d8-5d78-40f8-866c-7821b68b2d59 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:29.832210 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b66d0952-03f5-4ae5-90a6-8a3149eea23e req-e35f72d8-5d78-40f8-866c-7821b68b2d59 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 949 time: 0.0968304 Jun 29 17:08:29.903740 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b66d0952-03f5-4ae5-90a6-8a3149eea23e req-723b0179-6d00-4bf9-87a7-4fb2c8ea385e tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643775 Jun 29 17:08:29.917420 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port b364bd11-fced-4aff-8154-65b49ecb7cff triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:29.918068 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.071665 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Sync routers for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:08:30.084117 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:30.084738 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:30.276892 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56456) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:30.303434 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.307472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe9df2-9d72-4a54-a49b-bf221b23785f req-307ea439-adb6-40c8-8520-f00383adc7f3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:30.307606 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:30.311510 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6abe9df2-9d72-4a54-a49b-bf221b23785f req-307ea439-adb6-40c8-8520-f00383adc7f3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1139314 Jun 29 17:08:30.373347 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:30.385959 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Usage tracker for resource:security_group_rule and tenant:7285e3ef1ac34e72be66adc1eedb2c94 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:30.400760 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6abe9df2-9d72-4a54-a49b-bf221b23785f req-f9554b80-18fb-46ab-bef4-b295e911e498 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835660 Jun 29 17:08:30.401519 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:30.419194 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:30.527188 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56464) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:30.533486 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1927222844-network', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:30.541319 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:30.550638 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.557442 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.559381 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Usage tracker for resource:network and tenant:1fafa5529cf44156be2af6af3ebaa484 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:30.566504 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:30.576372 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-710312a2-9a5f-4e45-bf7c-c846d02f4880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:30.583493 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:30.605625 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Made reservation on behalf of 1fafa5529cf44156be2af6af3ebaa484 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:30.607877 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.675979 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a724a8-7f00-4f1d-9e9e-12e2aee68daf,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:30.693030 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:30.706291 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7285e3ef1ac34e72be66adc1eedb2c94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4282920 Jun 29 17:08:30.713759 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56470) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:30.732518 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.739935 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:26Z', 'revision_number': 2, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:30.750282 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Checking router: 6463ae86-0a31-4782-88f3-b0869c55e922 for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:08:30.753568 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Updating router 6463ae86-0a31-4782-88f3-b0869c55e922 port 07d54712-76fd-4735-bb66-999b12974bf6 binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:08:30.791984 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.815608 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:30.823100 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Usage tracker for resource:security_group_rule and tenant:1fafa5529cf44156be2af6af3ebaa484 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:30.831913 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f7e0-17ba-4773-a304-f249af291b3b req-f39aeb77-c59a-408e-87a7-3f06462c8493 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:30.833751 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2581f7e0-17ba-4773-a304-f249af291b3b req-f39aeb77-c59a-408e-87a7-3f06462c8493 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 943 time: 0.2044656 Jun 29 17:08:30.834772 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:30.842668 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.843868 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:30.846123 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.922756 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.937444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.939147 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a0d2c8d8-8310-4d3c-99f3-eec066c655ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:30.952141 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.958094 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-390880d0-9ed2-48ed-93e1-bd9f4736cd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:30.982010 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a724a8-7f00-4f1d-9e9e-12e2aee68daf,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:30.987087 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:30.993895 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:30.995260 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/95a724a8-7f00-4f1d-9e9e-12e2aee68daf HTTP/1.1" status: 204 len: 168 time: 0.2803338 Jun 29 17:08:31.007175 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e6673c-aecb-4bfd-beaa-b57a02011f7a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:31.017909 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:31.032974 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:08:31.053734 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2581f7e0-17ba-4773-a304-f249af291b3b req-461b12ed-940c-4486-b981-7ea845dbead0 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113585 Jun 29 17:08:31.060767 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.061103 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Added segment 2f06b46b-6c91-4db5-a3cb-60125334df16 of type vlan for network 48a274a4-b5af-49d9-b034-6454f322a846 Jun 29 17:08:31.106286 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.121875 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b1ac7968-b770-4c44-a973-69f0dd584bf9 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:08:31.133825 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56486) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:31.195547 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.205226 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:31.205810 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.212269 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-784ed46d-0156-478b-9cb5-e32b1da7da97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:31.334801 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8065271 Jun 29 17:08:31.338819 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56496) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:31.339570 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Pushing event updated for resources: {'Network': ['ID=48a274a4-b5af-49d9-b034-6454f322a846,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:31.345176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:31.348339 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Request body: {'subnet': {'network_id': '48a274a4-b5af-49d9-b034-6454f322a846', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1927222844-subnet', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:31.355801 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 48a274a4-b5af-49d9-b034-6454f322a846 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:08:31.356221 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:31.362225 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Usage tracker for resource:subnet and tenant:1fafa5529cf44156be2af6af3ebaa484 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:31.366025 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:31.381448 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbe26d-c586-4226-9438-9251a823bbe6 req-76de39ff-0419-455b-8666-c61b6ba2c1e9 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:31.383546 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5fbe26d-c586-4226-9438-9251a823bbe6 req-76de39ff-0419-455b-8666-c61b6ba2c1e9 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 949 time: 0.2383864 Jun 29 17:08:31.384571 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:31.426526 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Made reservation on behalf of 1fafa5529cf44156be2af6af3ebaa484 for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:31.435194 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.564075 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port b1ac7968-b770-4c44-a973-69f0dd584bf9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b1ac7968-b770-4c44-a973-69f0dd584bf9,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:31.603857 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'b1ac7968-b770-4c44-a973-69f0dd584bf9', 'network_id': '6eb8c5a1-e451-4c87-a9b3-5b725b023cf3', 'port_id': 'b1ac7968-b770-4c44-a973-69f0dd584bf9', 'mac_address': 'fa:16:3e:63:fe:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b331cb70-5690-48ba-aa3a-a82dd076a241', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:08:31.675957 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1421707750-network', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:31.690232 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:31.697958 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Usage tracker for resource:network and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:31.702431 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:31.709468 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:31.737622 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Made reservation on behalf of b3b5e10ea1f34217bd9d2c26e7a7d151 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:31.741199 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.766161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.809367 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:31.816641 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:31.818933 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:31.826981 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:31.829656 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.855060 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.863540 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ac7968-b770-4c44-a973-69f0dd584bf9 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:08:31.875515 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Transition to ACTIVE for port object 07d54712-76fd-4735-bb66-999b12974bf6 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:31.888748 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.894562 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port b1ac7968-b770-4c44-a973-69f0dd584bf9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b1ac7968-b770-4c44-a973-69f0dd584bf9,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:31.896262 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:31.909373 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:31.923926 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5fbe26d-c586-4226-9438-9251a823bbe6 req-b6e65438-512b-47af-9001-16612700ee9e tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339675 Jun 29 17:08:31.930789 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.025972 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.035547 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a5145786-2b8c-4fd8-be96-c161b5e73aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:32.075045 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b54223f-614b-4d77-aadb-32bf8c80b47a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:32.094734 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:32.124259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:08:32.162469 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d9bb7-e3db-4e5d-bf53-1d0004c87ea8 req-ef8d3f5c-547b-43d0-836c-a9bde67148a0 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:32.164872 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-264d9bb7-e3db-4e5d-bf53-1d0004c87ea8 req-ef8d3f5c-547b-43d0-836c-a9bde67148a0 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2369039 Jun 29 17:08:32.173746 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-80278f9b-2f4a-4a81-ad3e-4d28a9d8261f tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:32.175274 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-80278f9b-2f4a-4a81-ad3e-4d28a9d8261f tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.98 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 949 time: 0.5845785 Jun 29 17:08:32.178665 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.179008 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Added segment 8e78547d-1996-4d45-a6c9-1a397b1b54d0 of type vlan for network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 Jun 29 17:08:32.284588 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d8c9e-848c-41c9-951f-f9fe24097c2c None None] Pushing event updated for resources: {'Port': ['ID=07d54712-76fd-4735-bb66-999b12974bf6,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:32.306538 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['b1ac7968-b770-4c44-a973-69f0dd584bf9'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:08:32.351715 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.353773 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4f0d8c9e-848c-41c9-951f-f9fe24097c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:32.362071 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:32.430368 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-264d9bb7-e3db-4e5d-bf53-1d0004c87ea8 req-6d9e3c23-6d24-4aef-94d8-9c38aed46de2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531385 Jun 29 17:08:32.432020 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.461419 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Attempting to bind port 07d54712-76fd-4735-bb66-999b12974bf6 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:32.461802 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Attempting to bind port 07d54712-76fd-4735-bb66-999b12974bf6 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:32.462159 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Attempting to bind port 07d54712-76fd-4735-bb66-999b12974bf6 on network 64f17278-3b35-4138-b40a-39c37709b43e {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:32.475235 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Deleting port 0fa25a85-acba-4126-af3e-000ca1fc1e47 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:08:32.475572 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.494375 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:32.494744 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Checking segment: {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:32.495144 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.495535 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Bound using segment: {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:32.496005 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Bound port: 07d54712-76fd-4735-bb66-999b12974bf6, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:32.496475 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.520517 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=b1ac7968-b770-4c44-a973-69f0dd584bf9,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:32.527278 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:32.587960 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.db.resource_extend [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:08:32.658475 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] For port 07d54712-76fd-4735-bb66-999b12974bf6, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:32.692771 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] For port 07d54712-76fd-4735-bb66-999b12974bf6, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=07d54712-76fd-4735-bb66-999b12974bf6,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:32.720959 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.743359 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:32.818791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480213-bfc1-4195-9317-c6bcd66ca6b3 req-d29df9b9-21e2-4672-a6fc-d7419f97ab9c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:32.820837 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-27480213-bfc1-4195-9317-c6bcd66ca6b3 req-d29df9b9-21e2-4672-a6fc-d7419f97ab9c tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 944 time: 0.4789662 Jun 29 17:08:32.821612 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.822533 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.829938 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:32.830510 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:32.870100 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:32.886428 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:32.887074 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:32.926127 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56544) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:32.932708 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Request body: {'subnet': {'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1421707750-subnet', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:32.934738 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7994163 Jun 29 17:08:32.941507 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:32.950417 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Usage tracker for resource:subnet and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:32.964240 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:32.973964 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:32.999117 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Made reservation on behalf of b3b5e10ea1f34217bd9d2c26e7a7d151 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:33.003061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:33.063342 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d8c9e-848c-41c9-951f-f9fe24097c2c None None] Pushing event updated for resources: {'Port': ['ID=07d54712-76fd-4735-bb66-999b12974bf6,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:33.080293 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4f0d8c9e-848c-41c9-951f-f9fe24097c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:33.082551 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 0fa25a85-acba-4126-af3e-000ca1fc1e47 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:08:33.090211 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-27480213-bfc1-4195-9317-c6bcd66ca6b3 req-b28204f1-766f-411a-a50c-cbdd25e163aa tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613702 Jun 29 17:08:33.112325 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Pushing event updated for resources: {'Network': ['ID=64c9f01d-fef7-42ac-b5db-76d2d8693ef0,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:33.133887 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:33.150755 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e3548525-f8ab-4917-8642-52f2c89aa78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:33.390814 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] For port 0fa25a85-acba-4126-af3e-000ca1fc1e47, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=0fa25a85-acba-4126-af3e-000ca1fc1e47,segment=NetworkSegment(15f54fee-94fc-4010-92b3-f34b6acf8f6d),segment_id=15f54fee-94fc-4010-92b3-f34b6acf8f6d)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:33.391174 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:33.395591 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:08:33.475534 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:33.484037 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2ecb0849-5bf4-478c-8614-f29e9329f260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:33.544813 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58668314-953e-4929-ae5f-f2f5fe902c96,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:33.547072 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Checking segment: {'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:33.547364 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Network hostable DHCP agents. Network: 48a274a4-b5af-49d9-b034-6454f322a846, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:08:33.558549 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Calling delete_port for 0fa25a85-acba-4126-af3e-000ca1fc1e47 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:08:33.582698 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f21497-b713-48a0-9490-2c17253b39f2,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:33.594098 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:33.625838 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:33.670863 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Checking segment: {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:33.671220 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Network hostable DHCP agents. Network: 64c9f01d-fef7-42ac-b5db-76d2d8693ef0, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:08:33.720220 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:08:33.735924 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 64c9f01d-fef7-42ac-b5db-76d2d8693ef0) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:33.750795 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:33.754432 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:33.755154 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337bfbf-6609-4a1d-a411-0de6edc1fddb None None] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:33.776672 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359f99-d3b6-4145-984c-81dbb3235f78 req-d9e09a23-d421-4f04-a5aa-9d828149e41f tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:33.784152 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-da359f99-d3b6-4145-984c-81dbb3235f78 req-d9e09a23-d421-4f04-a5aa-9d828149e41f tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 949 time: 0.5520496 Jun 29 17:08:33.821308 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8939815 Jun 29 17:08:33.821914 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56570) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:33.827354 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:33.837522 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:33.845660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Usage tracker for resource:router and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:33.853089 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:33.865935 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:33.888357 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-da359f99-d3b6-4145-984c-81dbb3235f78 req-bae404e3-e7ba-4000-9d19-a54f59ad697e tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/security-groups?id=3d09b153-504c-4fd5-9394-cd2d1a0ee529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032405 Jun 29 17:08:33.890336 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:33.890519 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Network 48a274a4-b5af-49d9-b034-6454f322a846 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:08:33.892357 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:33.926214 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 48a274a4-b5af-49d9-b034-6454f322a846) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:33.980146 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f76ae3-86ca-42be-8fc1-f1052568649f None None] Network 48a274a4-b5af-49d9-b034-6454f322a846 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:34.012674 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:34.015367 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.048945 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6270cf-7fec-46a9-aeb6-acf718a8ca87 req-e93b7755-02b4-4fff-8be5-60c4c1b12b5b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:34.050920 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8f6270cf-7fec-46a9-aeb6-acf718a8ca87 req-e93b7755-02b4-4fff-8be5-60c4c1b12b5b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.3694913 Jun 29 17:08:34.141068 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7974219 Jun 29 17:08:34.142445 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56580) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:34.151101 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:34.173952 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:34.178321 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Usage tracker for resource:router and tenant:1fafa5529cf44156be2af6af3ebaa484 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:34.186695 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:34.188078 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.198043 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:34.206966 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:34.245505 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.247130 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.248035 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.256071 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:34.285797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.335312 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Pushing event deleted for resources: {'Port': ['ID=0fa25a85-acba-4126-af3e-000ca1fc1e47,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:34.346644 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:34.350369 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8f6270cf-7fec-46a9-aeb6-acf718a8ca87 req-feee9666-1215-4b27-a51d-09220271d1ba tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904346 Jun 29 17:08:34.497228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.501196 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.543993 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] No DVR routers for this DVR port 0fa25a85-acba-4126-af3e-000ca1fc1e47 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:08:34.546651 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-48a274a4-b5af-49d9-b034-6454f322a846', 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'fixed_ips': [{'subnet_id': '58668314-953e-4929-ae5f-f2f5fe902c96'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:08:34.548111 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.551510 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.553654 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f473129f-d566-4c0b-98ba-45e55912eaa7 req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.98 "DELETE /v2.0/ports/0fa25a85-acba-4126-af3e-000ca1fc1e47 HTTP/1.1" status: 204 len: 173 time: 2.3140678 Jun 29 17:08:34.554990 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79ef448-4325-4798-86d6-d11540af4d25', 'name': 'network-vif-deleted', 'tag': '0fa25a85-acba-4126-af3e-000ca1fc1e47'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:08:34.634917 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10301c7-f6fc-4d40-a9c6-d91e14259887 req-852949c2-acb4-417f-a915-e0d0962f82b9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:34.636727 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d10301c7-f6fc-4d40-a9c6-d91e14259887 req-852949c2-acb4-417f-a915-e0d0962f82b9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 944 time: 0.1486583 Jun 29 17:08:34.704298 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79ef448-4325-4798-86d6-d11540af4d25', 'name': 'network-vif-deleted', 'tag': '0fa25a85-acba-4126-af3e-000ca1fc1e47', 'status': 'completed', 'code': 200} Jun 29 17:08:34.716641 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:08:34.717482 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:34.733730 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d10301c7-f6fc-4d40-a9c6-d91e14259887 req-21e4cff8-1c4f-4fb9-ae8a-8b21eb3fed9d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894935 Jun 29 17:08:34.871424 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.093205 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b1ac7968-b770-4c44-a973-69f0dd584bf9 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:35.098702 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.130549 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.213163 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-5f840f6d-3b45-456f-a2cc-d65f129e1215 req-9b9e543f-3825-496b-9129-888b6ebd1fa1 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Synchronizing usage tracker for tenant:8d912ddf5fe34214b93f466ddfb0256c on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:08:35.240170 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-5f840f6d-3b45-456f-a2cc-d65f129e1215 req-9b9e543f-3825-496b-9129-888b6ebd1fa1 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Unset dirty status for tenant:8d912ddf5fe34214b93f466ddfb0256c on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:08:35.243785 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5f840f6d-3b45-456f-a2cc-d65f129e1215 req-9b9e543f-3825-496b-9129-888b6ebd1fa1 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] 10.222.0.99 "GET /v2.0/ports?device_id=c79ef448-4325-4798-86d6-d11540af4d25 HTTP/1.1" status: 200 len: 210 time: 0.0996168 Jun 29 17:08:35.356333 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.383635 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Allocated IP 172.20.0.2 (48a274a4-b5af-49d9-b034-6454f322a846/58668314-953e-4929-ae5f-f2f5fe902c96/d8415683-f5dc-4280-b1a4-4c497f3ed38c) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:35.406442 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.423999 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Allocated IP 172.20.0.2 (64c9f01d-fef7-42ac-b5db-76d2d8693ef0/45f21497-b713-48a0-9490-2c17253b39f2/b6d8c798-e395-4baa-838c-dd3fd80076c9) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:35.574252 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Allocated IP 172.28.1.30 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/5021eacd-8ae3-4a91-be47-098df247e736) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:35.643061 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aec5cf-3496-4157-8fc0-d3a4f3c97421 req-f0b23a70-df00-4881-876b-cde4c24c3697 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:35.651400 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-64aec5cf-3496-4157-8fc0-d3a4f3c97421 req-f0b23a70-df00-4881-876b-cde4c24c3697 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1472299 Jun 29 17:08:35.729878 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-64aec5cf-3496-4157-8fc0-d3a4f3c97421 req-d4eebfba-139f-48df-8847-8ff221f7e4f1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766110 Jun 29 17:08:35.788146 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.791211 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port b1ac7968-b770-4c44-a973-69f0dd584bf9 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:35.852736 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:32Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:35.863411 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port b1ac7968-b770-4c44-a973-69f0dd584bf9 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:35.863787 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.908527 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Allocated IP 172.28.1.222 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/f96a5268-a374-4a12-98f2-8f6e3e4d0f10) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:35.938389 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c040b59-0a76-4f8a-afe5-dd3397d3941e None None] The sync data for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb is: [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:32Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:08:35.967348 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d304c6-a5e5-44ad-a000-2c81f271be2b req-67131680-4e00-4f52-a30d-c43a70619ee5 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:35.968464 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:35.980406 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-74d304c6-a5e5-44ad-a000-2c81f271be2b req-67131680-4e00-4f52-a30d-c43a70619ee5 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 944 time: 0.1154776 Jun 29 17:08:36.065809 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-74d304c6-a5e5-44ad-a000-2c81f271be2b req-5685aceb-bf20-481d-a459-0e6078933ce2 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844510 Jun 29 17:08:36.220276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:36.308962 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:36.315781 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.317660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Pushing event updated for resources: {'Port': ['ID=5021eacd-8ae3-4a91-be47-098df247e736,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:36.334176 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:36.342624 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:36.349973 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Transition to ACTIVE for port object d8415683-f5dc-4280-b1a4-4c497f3ed38c will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:36.353426 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.379775 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.406035 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:36.456560 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ac7968-b770-4c44-a973-69f0dd584bf9'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:08:36.466474 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Transition to ACTIVE for port object d8415683-f5dc-4280-b1a4-4c497f3ed38c will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:36.468084 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Transition to ACTIVE for port object b6d8c798-e395-4baa-838c-dd3fd80076c9 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:36.483108 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port b1ac7968-b770-4c44-a973-69f0dd584bf9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b1ac7968-b770-4c44-a973-69f0dd584bf9,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:36.486678 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.494872 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-d7980f8e-bff3-42d0-b0dd-971210f5b5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:36.504079 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.584602 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Pushing event updated for resources: {'Port': ['ID=d8415683-f5dc-4280-b1a4-4c497f3ed38c,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:36.590000 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:36.590887 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.598763 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:36.641409 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Transition to ACTIVE for port object b6d8c798-e395-4baa-838c-dd3fd80076c9 will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:36.650391 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ac7968-b770-4c44-a973-69f0dd584bf9', 'code': 200} Jun 29 17:08:36.660405 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.676692 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:36.682505 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:36.710639 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Network 48a274a4-b5af-49d9-b034-6454f322a846 is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:36.715890 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:36.719151 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:36.730623 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:36.737528 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:36.740242 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:36.824856 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:36.858385 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:36.864591 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Pushing event updated for resources: {'Port': ['ID=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:36.875947 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:36.922316 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:36.939632 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=b1ac7968-b770-4c44-a973-69f0dd584bf9,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:36.945278 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:36.970556 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:37.036900 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.037840 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.089252 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Pushing event updated for resources: {'Port': ['ID=b6d8c798-e395-4baa-838c-dd3fd80076c9,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:37.093148 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:37.135687 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Attempting to bind port b6d8c798-e395-4baa-838c-dd3fd80076c9 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:37.135687 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Attempting to bind port b6d8c798-e395-4baa-838c-dd3fd80076c9 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:37.135687 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Attempting to bind port b6d8c798-e395-4baa-838c-dd3fd80076c9 on network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:37.140494 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Attempting to bind port d8415683-f5dc-4280-b1a4-4c497f3ed38c on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:37.141089 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Attempting to bind port d8415683-f5dc-4280-b1a4-4c497f3ed38c by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:37.141657 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Attempting to bind port d8415683-f5dc-4280-b1a4-4c497f3ed38c on network 48a274a4-b5af-49d9-b034-6454f322a846 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:37.148515 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:37.149047 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Checking segment: {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:37.149629 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.150128 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Bound using segment: {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:37.150731 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Bound port: b6d8c798-e395-4baa-838c-dd3fd80076c9, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:37.151212 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.187326 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:37.187820 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Checking segment: {'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:37.188526 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.189156 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Bound using segment: {'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:37.189858 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Bound port: d8415683-f5dc-4280-b1a4-4c497f3ed38c, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:37.190473 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.225030 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-11b9cfd6-2699-43a1-8de8-24efb31dbf5c req-c1838044-20ac-4933-a64e-62406bce2c6a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 1098 time: 0.3751466 Jun 29 17:08:37.239039 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151f83a-61d2-47b0-a236-6d2c79a8a051 req-90129126-313f-4cff-b44a-8865449214da tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:37.248648 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c151f83a-61d2-47b0-a236-6d2c79a8a051 req-90129126-313f-4cff-b44a-8865449214da tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2591658 Jun 29 17:08:37.389783 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c151f83a-61d2-47b0-a236-6d2c79a8a051 req-94c3ba1a-8c0d-482a-a09d-f6292f2f682d tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396503 Jun 29 17:08:37.413156 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] For port b6d8c798-e395-4baa-838c-dd3fd80076c9, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:37.419369 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] For port b6d8c798-e395-4baa-838c-dd3fd80076c9, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=b6d8c798-e395-4baa-838c-dd3fd80076c9,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:37.421060 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] For port d8415683-f5dc-4280-b1a4-4c497f3ed38c, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:37.424448 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] For port d8415683-f5dc-4280-b1a4-4c497f3ed38c, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d8415683-f5dc-4280-b1a4-4c497f3ed38c,segment=NetworkSegment(2f06b46b-6c91-4db5-a3cb-60125334df16),segment_id=2f06b46b-6c91-4db5-a3cb-60125334df16)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:37.436147 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.445679 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4f0d8c9e-848c-41c9-951f-f9fe24097c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:37.475861 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-11b9cfd6-2699-43a1-8de8-24efb31dbf5c req-568833a7-7b9f-42e5-abc9-425484d3af21 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239230 Jun 29 17:08:37.508782 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.514262 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.515098 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:37.523923 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf73d-2cbe-45b9-b72f-3ad7c577445d req-6537b095-5e17-4d1a-8c77-29c5a6cc763a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:37.525771 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b88bf73d-2cbe-45b9-b72f-3ad7c577445d req-6537b095-5e17-4d1a-8c77-29c5a6cc763a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 945 time: 0.1526217 Jun 29 17:08:37.624219 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Pushing event updated for resources: {'Port': ['ID=b6d8c798-e395-4baa-838c-dd3fd80076c9,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:37.626337 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b88bf73d-2cbe-45b9-b72f-3ad7c577445d req-a4bb3712-27d2-447f-b423-d5f154833194 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949614 Jun 29 17:08:37.628429 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:37.628841 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:37.743715 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Pushing event updated for resources: {'Port': ['ID=d8415683-f5dc-4280-b1a4-4c497f3ed38c,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:37.748308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:37.966265 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 07d54712-76fd-4735-bb66-999b12974bf6 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:38.187473 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 07d54712-76fd-4735-bb66-999b12974bf6 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:38.193973 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 07d54712-76fd-4735-bb66-999b12974bf6 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:38.194351 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:38.205063 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Router b59e7014-da27-4de4-969b-0281e8ee1b30 is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:08:38.414585 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Router 6dec5a5b-b438-4d47-adba-864040ec983e is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:08:38.415924 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:38.489700 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port 07d54712-76fd-4735-bb66-999b12974bf6, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=07d54712-76fd-4735-bb66-999b12974bf6,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:38.496308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:38.503520 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:38.622286 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=07d54712-76fd-4735-bb66-999b12974bf6,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:38.635488 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:38.655296 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-44e3b210-f0ad-4299-b5c1-db7d143e90ad req-1615694b-5345-4be9-8f4e-6556b9db5eb5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.3798058 Jun 29 17:08:38.760458 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:08:38.772289 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Sync routers for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:08:38.810231 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:38.811249 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:38.910947 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-44e3b210-f0ad-4299-b5c1-db7d143e90ad req-66e42bf7-db9d-4126-a941-47265990231d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476680 Jun 29 17:08:39.063471 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf383a7-280b-4372-a987-2a567641c2da req-0d450a05-12df-402a-93a9-460cc15beea2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:39.064906 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-faf383a7-280b-4372-a987-2a567641c2da req-0d450a05-12df-402a-93a9-460cc15beea2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2500553 Jun 29 17:08:39.099026 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:39.104730 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2775426 Jun 29 17:08:39.105633 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167928df-be8b-4187-85d7-72f1aea8a759 req-17801d94-85c7-42b7-aa9d-ff8e0486ddb0 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:39.114913 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-167928df-be8b-4187-85d7-72f1aea8a759 req-17801d94-85c7-42b7-aa9d-ff8e0486ddb0 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2001832 Jun 29 17:08:39.119044 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56732) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:39.282491 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-faf383a7-280b-4372-a987-2a567641c2da req-ca9066b1-1203-43fe-a8f9-97fedbe06c07 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622162 Jun 29 17:08:39.298460 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-167928df-be8b-4187-85d7-72f1aea8a759 req-2dcb34c9-2e35-4e67-86da-75fe73b6db56 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823809 Jun 29 17:08:39.360247 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56744) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:39.360562 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:39.522382 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332004d-445e-4f04-94fd-3121fea9a11e None None] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:39.547900 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:08:39.582102 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Sync routers for ids ['6dec5a5b-b438-4d47-adba-864040ec983e'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:08:39.627860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:39.631602 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4849045 Jun 29 17:08:39.631902 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56752) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:39.802172 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-c9e9da1c-7591-4572-9fb2-0767687ea865 None None] Provisioning for port b6d8c798-e395-4baa-838c-dd3fd80076c9 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:39.817885 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Routers {'6dec5a5b-b438-4d47-adba-864040ec983e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:39.818555 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6dec5a5b-b438-4d47-adba-864040ec983e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:39.909693 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:40.091297 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Set router 6dec5a5b-b438-4d47-adba-864040ec983e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:40.199684 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:40.215092 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Usage tracker for resource:security_group_rule and tenant:b957644efb1b486fbcd09507a7059980 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:40.226120 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:40.246952 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fdbf1c-e8b8-4fe9-95dc-f7f4aab62d71 None None] Network 48a274a4-b5af-49d9-b034-6454f322a846 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:40.253272 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:40.349120 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b6d8c798-e395-4baa-838c-dd3fd80076c9 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:40.396675 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:36Z', 'revision_number': 3, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:40.401152 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Checking router: b59e7014-da27-4de4-969b-0281e8ee1b30 for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:08:40.401527 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Updating router b59e7014-da27-4de4-969b-0281e8ee1b30 port 5021eacd-8ae3-4a91-be47-098df247e736 binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:08:40.529980 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:40.544085 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:40.561336 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:40.600146 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:40.610717 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b957644efb1b486fbcd09507a7059980&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2492523 Jun 29 17:08:40.615414 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 56786) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:40.680358 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b9ba65-64c6-449a-8a92-40ee68827444,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:40.715531 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:40.880334 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b895063-00cf-428d-8057-a53331d25da8 req-b7678259-4c86-4925-968e-435d93adbd6f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:40.888172 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6b895063-00cf-428d-8057-a53331d25da8 req-b7678259-4c86-4925-968e-435d93adbd6f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.3981378 Jun 29 17:08:40.933687 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.077781 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6b895063-00cf-428d-8057-a53331d25da8 req-fed562c3-0cd2-48d9-a2a6-5acbf67a742c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886046 Jun 29 17:08:41.084323 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.231731 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.239855 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:41.243282 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.270561 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Transition to ACTIVE for port object 5021eacd-8ae3-4a91-be47-098df247e736 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:41.277003 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b9ba65-64c6-449a-8a92-40ee68827444,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:41.284102 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:41.285808 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.291293 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:41.427121 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port b6d8c798-e395-4baa-838c-dd3fd80076c9 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:41.441901 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.442083 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d013b5e-1b1c-4aee-9b30-2fe878ad34d4 None None] Pushing event updated for resources: {'Port': ['ID=5021eacd-8ae3-4a91-be47-098df247e736,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:41.450677 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/97b9ba65-64c6-449a-8a92-40ee68827444 HTTP/1.1" status: 204 len: 168 time: 0.8298724 Jun 29 17:08:41.453666 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-4d013b5e-1b1c-4aee-9b30-2fe878ad34d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:41.470368 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port b6d8c798-e395-4baa-838c-dd3fd80076c9 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:41.470783 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.530167 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Attempting to bind port 5021eacd-8ae3-4a91-be47-098df247e736 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:41.530670 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Attempting to bind port 5021eacd-8ae3-4a91-be47-098df247e736 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:41.531123 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Attempting to bind port 5021eacd-8ae3-4a91-be47-098df247e736 on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:41.538882 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.542392 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c3a1-7d9a-45b8-a4a8-1e84d0bc9685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.543823 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:41.545011 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:41.547080 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.547596 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:41.548142 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Bound port: 5021eacd-8ae3-4a91-be47-098df247e736, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:41.549732 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.565775 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-f5fddfca-718b-4150-9a8a-26a280362476 None None] Provisioning for port d8415683-f5dc-4280-b1a4-4c497f3ed38c completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:41.721350 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] For port 5021eacd-8ae3-4a91-be47-098df247e736, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:41.725840 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] For port 5021eacd-8ae3-4a91-be47-098df247e736, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=5021eacd-8ae3-4a91-be47-098df247e736,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:41.738430 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:41.750378 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-2bf4e687-f541-48d7-a9ae-cfc0636c9833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:41.835814 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:42.006013 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:42.006769 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:42.149394 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d013b5e-1b1c-4aee-9b30-2fe878ad34d4 None None] Pushing event updated for resources: {'Port': ['ID=5021eacd-8ae3-4a91-be47-098df247e736,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:42.188733 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-4d013b5e-1b1c-4aee-9b30-2fe878ad34d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:42.289429 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Allocated IP 172.20.0.1 (64c9f01d-fef7-42ac-b5db-76d2d8693ef0/45f21497-b713-48a0-9490-2c17253b39f2/d22bf42c-34d2-4a85-bbc7-7288da076834) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:42.344716 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:42.404108 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:08:37Z', 'revision_number': 3, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port': {'id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:42.462212 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:08:42.468225 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port b6d8c798-e395-4baa-838c-dd3fd80076c9, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=b6d8c798-e395-4baa-838c-dd3fd80076c9,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:42.479752 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Checking router: 6dec5a5b-b438-4d47-adba-864040ec983e for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:08:42.480294 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Updating router 6dec5a5b-b438-4d47-adba-864040ec983e port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:08:42.517935 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:42.541094 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56878) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:42.571138 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:42.573573 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d8415683-f5dc-4280-b1a4-4c497f3ed38c up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:42.594388 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:42.610548 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06758dd-867e-49e6-acc0-cdaae36f4313 req-b2746db7-03e1-40c2-8d34-4da9e5ef2fa7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:42.612073 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a06758dd-867e-49e6-acc0-cdaae36f4313 req-b2746db7-03e1-40c2-8d34-4da9e5ef2fa7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4738851 Jun 29 17:08:42.629656 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-ebeaa2af-6ab8-40ea-9125-8d640cd98c01 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.7251582 Jun 29 17:08:42.641845 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:42.754686 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:42.776664 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:42.807511 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56894) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:42.811210 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Usage tracker for resource:security_group_rule and tenant:5823d6de741a4e54be22bfc1e0ea3365 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:42.818041 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:42.821652 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Transition to ACTIVE for port object d22bf42c-34d2-4a85-bbc7-7288da076834 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:42.849068 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:42.924744 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=b6d8c798-e395-4baa-838c-dd3fd80076c9,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:42.934637 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:42.994252 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a06758dd-867e-49e6-acc0-cdaae36f4313 req-33b765be-be0b-4bf3-89f5-539f02f82310 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048582 Jun 29 17:08:42.998766 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.158496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.186367 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.189338 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1ff5fd96-63c2-4c76-a630-0a42e0f4f6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.224084 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.241246 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0fc565a7-16d8-4bed-a814-fda95f942e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:43.246776 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-d4255892-c7a8-4c0b-af51-e82e1e9a3642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:43.255412 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-d4255892-c7a8-4c0b-af51-e82e1e9a3642 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.5880785 Jun 29 17:08:43.293334 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:36Z', 'revision_number': 3, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:43.306009 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247f01-5d0b-4134-9689-21bbc336ea29 None None] The sync data for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb is: [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:36Z', 'revision_number': 3, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:08:43.357644 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.363551 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.419785 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-a4059912-a3c4-4f11-ae65-a981c0773613 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 217 time: 0.1479614 Jun 29 17:08:43.427103 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5823d6de741a4e54be22bfc1e0ea3365&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8841081 Jun 29 17:08:43.428832 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d3f74-1989-47c6-a992-2bbc3bbd1830,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:43.431942 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56910) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:43.452736 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:43.453545 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-44403620-3b51-4343-a60b-a4eec6c748c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:43.480301 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port d8415683-f5dc-4280-b1a4-4c497f3ed38c completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:43.543296 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:43.547206 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc66394aced460f9b762bed59cb73a8 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:43.550556 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:43.557527 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:43.598283 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Pushing event updated for resources: {'Port': ['ID=d22bf42c-34d2-4a85-bbc7-7288da076834,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:43.635175 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:43.636413 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:43.654667 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port d8415683-f5dc-4280-b1a4-4c497f3ed38c triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:43.655687 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.660653 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:43.665071 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:43.823659 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.831998 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Allocated IP 172.20.0.1 (48a274a4-b5af-49d9-b034-6454f322a846/58668314-953e-4929-ae5f-f2f5fe902c96/f0199ceb-5d1f-4093-b347-cf0d0d5e490b) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:43.858461 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.895353 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.926271 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.934173 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-2efec34f-7871-4229-bcb0-7e3209d9b0a1 None None] Provisioning complete for port b6d8c798-e395-4baa-838c-dd3fd80076c9 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:43.940871 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-2efec34f-7871-4229-bcb0-7e3209d9b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.954834 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:43.968731 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.017995 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-99f7c932-83b7-4439-bb06-9cf4b32aa8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:44.071437 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7dc66394aced460f9b762bed59cb73a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2593071 Jun 29 17:08:44.074845 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.078000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 56932) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:44.100294 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-7f793785-dbb7-4a51-9eae-eada27872c1b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:44.102854 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140e9b39-fe7c-44aa-9081-ae032b517440,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:44.107055 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-7f793785-dbb7-4a51-9eae-eada27872c1b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.6569788 Jun 29 17:08:44.196387 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:44.204575 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.208317 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7b3d2a23-0ca4-4ebf-9983-a6dbb5fd4335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:44.228574 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d3f74-1989-47c6-a992-2bbc3bbd1830,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:44.244961 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:44.264293 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-f8de0461-c66a-4f52-86d1-3de9630efbb7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273675 Jun 29 17:08:44.284482 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.298095 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port d8415683-f5dc-4280-b1a4-4c497f3ed38c, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d8415683-f5dc-4280-b1a4-4c497f3ed38c,segment=NetworkSegment(2f06b46b-6c91-4db5-a3cb-60125334df16),segment_id=2f06b46b-6c91-4db5-a3cb-60125334df16)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:44.302860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.311854 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/900d3f74-1989-47c6-a992-2bbc3bbd1830 HTTP/1.1" status: 204 len: 168 time: 0.8677492 Jun 29 17:08:44.315806 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.318559 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.319402 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 07d54712-76fd-4735-bb66-999b12974bf6 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:44.351394 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:44.515416 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.515770 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Transition to ACTIVE for port object f96a5268-a374-4a12-98f2-8f6e3e4d0f10 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:44.548775 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.593055 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=d8415683-f5dc-4280-b1a4-4c497f3ed38c,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:44.613975 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:44.615134 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-b0185028-0e39-4ab4-8fe0-18ab4b15e799 None None] Provisioning for port d22bf42c-34d2-4a85-bbc7-7288da076834 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:44.625353 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:44.677785 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-b0185028-0e39-4ab4-8fe0-18ab4b15e799 None None] Provisioning complete for port d22bf42c-34d2-4a85-bbc7-7288da076834 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:44.678461 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-b0185028-0e39-4ab4-8fe0-18ab4b15e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.763876 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Attempting to bind port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:44.764476 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Attempting to bind port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:44.765574 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Attempting to bind port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:44.786050 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.800857 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-f13b3956-9fea-4fd8-80a5-5c18b79b95af service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310172 Jun 29 17:08:44.817059 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47715695-e966-4006-b3bc-2ff790c18ac7 None None] Pushing event updated for resources: {'Port': ['ID=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:44.820084 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Transition to ACTIVE for port object f0199ceb-5d1f-4093-b347-cf0d0d5e490b will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:44.833208 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-47715695-e966-4006-b3bc-2ff790c18ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:44.834844 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:44.835540 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:44.836904 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.837532 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:44.838226 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Bound port: f96a5268-a374-4a12-98f2-8f6e3e4d0f10, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:44.838849 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:44.921869 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8e26f-c2e2-4d9e-887e-a505a188e191 req-79ee3274-7d10-4f7b-8856-99fd8da79372 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:44.928568 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2d8e26f-c2e2-4d9e-887e-a505a188e191 req-79ee3274-7d10-4f7b-8856-99fd8da79372 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.6557238 Jun 29 17:08:44.958514 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] For port f96a5268-a374-4a12-98f2-8f6e3e4d0f10, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:44.963199 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] For port f96a5268-a374-4a12-98f2-8f6e3e4d0f10, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:44.984809 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-b0185028-0e39-4ab4-8fe0-18ab4b15e799 None None] Port d22bf42c-34d2-4a85-bbc7-7288da076834 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:08:44.988789 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.024995 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4f0d8c9e-848c-41c9-951f-f9fe24097c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:45.058514 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.101659 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.101960 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 07d54712-76fd-4735-bb66-999b12974bf6 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:45.102653 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.122742 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:45.158124 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.174264 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e68e7c83-5b4e-451e-9490-abe0cd55e5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:45.194494 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140e9b39-fe7c-44aa-9081-ae032b517440,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:45.197837 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:45.237957 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2d8e26f-c2e2-4d9e-887e-a505a188e191 req-4e795a49-d247-4c8d-a422-5e383a13f020 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084548 Jun 29 17:08:45.269368 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2f07f6fd-b9e8-4f7b-bbde-b10ea1ccfd32 req-2c23dfc7-c0d0-43ff-a0ab-744a321932c2 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525790 Jun 29 17:08:45.326799 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Network 48a274a4-b5af-49d9-b034-6454f322a846 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:45.330540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:45.340654 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:45.342877 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.356646 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.358599 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Pushing event updated for resources: {'Port': ['ID=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:45.364103 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/140e9b39-fe7c-44aa-9081-ae032b517440 HTTP/1.1" status: 204 len: 168 time: 1.2785151 Jun 29 17:08:45.367518 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:45.377962 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.379425 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.390708 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.410998 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47715695-e966-4006-b3bc-2ff790c18ac7 None None] Pushing event updated for resources: {'Port': ['ID=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:45.433936 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Routers {'6dec5a5b-b438-4d47-adba-864040ec983e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:45.436438 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6dec5a5b-b438-4d47-adba-864040ec983e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:45.504482 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:45.554206 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.584389 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:45.597720 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-47715695-e966-4006-b3bc-2ff790c18ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:45.685233 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Pushing event updated for resources: {'Port': ['ID=d22bf42c-34d2-4a85-bbc7-7288da076834,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:45.695994 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:45.874201 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:45.875376 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:46.018772 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879af5-734c-45dc-b145-cdde091b1ea9 req-7204e485-cd9a-4e3b-8586-eeb583f88389 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:46.035768 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-94879af5-734c-45dc-b145-cdde091b1ea9 req-7204e485-cd9a-4e3b-8586-eeb583f88389 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.3833334 Jun 29 17:08:46.172499 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b6d8c798-e395-4baa-838c-dd3fd80076c9 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:46.256536 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-12757c6c-b7dc-4321-b5c9-ca053bcf4b2c None None] Provisioning for port f0199ceb-5d1f-4093-b347-cf0d0d5e490b completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:46.284703 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-94879af5-734c-45dc-b145-cdde091b1ea9 req-ceca8a37-3d6e-4a56-ae21-d9173e6ed3f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478924 Jun 29 17:08:46.304598 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57002) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:46.346484 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-12757c6c-b7dc-4321-b5c9-ca053bcf4b2c None None] Provisioning complete for port f0199ceb-5d1f-4093-b347-cf0d0d5e490b triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:46.347768 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-12757c6c-b7dc-4321-b5c9-ca053bcf4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:46.414473 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:46.418681 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:46.434845 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] Set router 6dec5a5b-b438-4d47-adba-864040ec983e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:46.462724 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:46.470077 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:46.482012 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:46.527534 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Router b59e7014-da27-4de4-969b-0281e8ee1b30 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:08:46.823046 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:46.825158 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:08:46.830857 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] 10.222.0.99 "PUT /v2.0/routers/b59e7014-da27-4de4-969b-0281e8ee1b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7111559 Jun 29 17:08:46.837169 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Usage tracker for resource:security_group_rule and tenant:62dde07cd7704454b65da979242998eb is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:46.842535 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:46.861460 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:46.869098 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57020) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:47.022492 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-12757c6c-b7dc-4321-b5c9-ca053bcf4b2c None None] Port f0199ceb-5d1f-4093-b347-cf0d0d5e490b cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:08:47.037017 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port b6d8c798-e395-4baa-838c-dd3fd80076c9 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:47.037805 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.149056 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Pushing event updated for resources: {'Port': ['ID=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:47.203082 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.203476 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.203804 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.204154 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.204651 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.205018 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.205395 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.205759 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.206101 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.206454 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.206798 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:47.211705 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:47.217612 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ce8f6-53c2-4af8-ade1-72d1476c3faf req-f7a8740c-b807-4175-8a1b-c24cfe1be021 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:47.219088 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-290ce8f6-53c2-4af8-ade1-72d1476c3faf req-f7a8740c-b807-4175-8a1b-c24cfe1be021 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4575536 Jun 29 17:08:47.232401 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-6c4e5747-161b-4fb8-a5ed-eefca1dd0ae1 None None] Provisioning complete for port d22bf42c-34d2-4a85-bbc7-7288da076834 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:47.232779 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5747-161b-4fb8-a5ed-eefca1dd0ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.276157 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.293920 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.301746 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-12f1ebd2-68b5-474e-a48d-5119bcf07a7c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8d912ddf5fe34214b93f466ddfb0256c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4314318 Jun 29 17:08:47.302600 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57034) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:47.304031 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e5747-161b-4fb8-a5ed-eefca1dd0ae1 None None] Port d22bf42c-34d2-4a85-bbc7-7288da076834 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:08:47.308715 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-620ff342-8c95-48db-a3cf-34ad1269806e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:47.369092 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4136c3-6039-46a1-ade0-4bdcdc24596d,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:47.372799 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:47.375349 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-290ce8f6-53c2-4af8-ade1-72d1476c3faf req-d2fb5022-b1a2-4c45-a94f-460774de73d8 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476185 Jun 29 17:08:47.399335 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d8415683-f5dc-4280-b1a4-4c497f3ed38c up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:47.427940 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Network 48a274a4-b5af-49d9-b034-6454f322a846 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:47.438949 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:47.619813 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=62dde07cd7704454b65da979242998eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3128440 Jun 29 17:08:47.621601 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57048) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:47.686839 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:08:45Z', 'revision_number': 4, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port': {'id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'f0199ceb-5d1f-4093-b347-cf0d0d5e490b', 'name': '', 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'mac_address': 'fa:16:3e:c2:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:43Z', 'updated_at': '2021-06-29T17:08:43Z', 'revision_number': 1, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'subnets': [{'id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:47.718733 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76add36-9203-4f98-bc98-50a4b5aee178 None None] The sync data for ids ['6dec5a5b-b438-4d47-adba-864040ec983e'] in dv-cinder-798672-1-smb is: [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:08:45Z', 'revision_number': 4, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port': {'id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'f0199ceb-5d1f-4093-b347-cf0d0d5e490b', 'name': '', 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'mac_address': 'fa:16:3e:c2:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:43Z', 'updated_at': '2021-06-29T17:08:43Z', 'revision_number': 1, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'subnets': [{'id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:08:47.771682 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port d8415683-f5dc-4280-b1a4-4c497f3ed38c triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:47.772063 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.789776 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.854385 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.859637 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-cf65f582-e0d3-4900-ac77-411c2bba1af2 None None] Provisioning complete for port f0199ceb-5d1f-4093-b347-cf0d0d5e490b triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:47.860035 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cf65f582-e0d3-4900-ac77-411c2bba1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.913582 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-cf65f582-e0d3-4900-ac77-411c2bba1af2 None None] Port f0199ceb-5d1f-4093-b347-cf0d0d5e490b cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:08:47.916142 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.924269 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b47ad879-1fda-4fee-be7b-718e33fccae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:47.951239 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4136c3-6039-46a1-ade0-4bdcdc24596d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:47.957829 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:47.958955 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:47.963400 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3e4136c3-6039-46a1-ade0-4bdcdc24596d HTTP/1.1" status: 204 len: 168 time: 0.3391402 Jun 29 17:08:48.148067 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:48.200572 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:48.218877 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1819a4f-12b7-44c8-acba-ef3b51c3e92f req-e7923b86-521a-431f-a2a9-cad06a4eb7fa tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:48.220549 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1819a4f-12b7-44c8-acba-ef3b51c3e92f req-e7923b86-521a-431f-a2a9-cad06a4eb7fa tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.4828796 Jun 29 17:08:48.322718 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1819a4f-12b7-44c8-acba-ef3b51c3e92f req-d23ec6f9-80f4-4374-9d85-23ddfbd38059 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885017 Jun 29 17:08:48.394190 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:48.398255 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c5a3ae72-e2a5-4212-a166-73d55e8afdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:48.419867 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d09b153-504c-4fd5-9394-cd2d1a0ee529,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:48.422236 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:48.486596 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:48.487958 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3d09b153-504c-4fd5-9394-cd2d1a0ee529 HTTP/1.1" status: 204 len: 168 time: 1.1440129 Jun 29 17:08:48.502973 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Router 6dec5a5b-b438-4d47-adba-864040ec983e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:08:48.797698 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db022-2d0a-4811-8908-3e3415a80414 req-849d1d3d-0a5c-4e33-82c8-caeb43131283 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:48.799195 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2a5db022-2d0a-4811-8908-3e3415a80414 req-849d1d3d-0a5c-4e33-82c8-caeb43131283 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1404936 Jun 29 17:08:48.923905 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2a5db022-2d0a-4811-8908-3e3415a80414 req-d33f55a4-d900-4ede-8f65-4c9acc17016f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179807 Jun 29 17:08:48.939839 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:08:48.945380 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] 10.222.0.99 "PUT /v2.0/routers/6dec5a5b-b438-4d47-adba-864040ec983e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3110676 Jun 29 17:08:49.076958 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57094) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:49.088820 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1213949286-network', 'tenant_id': '5010db95391c4f88bca06cd6586759ce'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:49.093735 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:49.102384 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Usage tracker for resource:network and tenant:5010db95391c4f88bca06cd6586759ce is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:49.106475 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:49.125894 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:49.147503 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Made reservation on behalf of 5010db95391c4f88bca06cd6586759ce for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:49.154466 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.174403 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.231112 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:49.240135 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Usage tracker for resource:security_group_rule and tenant:5010db95391c4f88bca06cd6586759ce is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:49.246598 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:49.255539 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:49.371104 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.378282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.400452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cca99ae2-7e42-47aa-98ee-19999553a67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:49.456261 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:08:49.505956 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.506298 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Added segment ff02920f-cda0-4a8a-adb2-d992e2fa1ac7 of type vlan for network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd Jun 29 17:08:49.508047 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb6f8e-bb53-413c-98a3-f721dca63a59,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:49.563460 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.563947 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.564364 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.564850 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.565271 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.565566 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.565911 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.566264 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.566592 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.567914 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.568283 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:08:49.592498 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:49.606789 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.673725 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.675282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:49.676383 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:49.683248 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:49.812314 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57132) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:49.812901 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7340384 Jun 29 17:08:49.821898 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Pushing event updated for resources: {'Network': ['ID=75c40663-c0f0-4eaa-84a7-854f8a3fdcbd,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:49.826604 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:49.833737 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Request body: {'subnet': {'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1213949286-subnet', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:49.835140 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:08:49.843791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:49.863371 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Usage tracker for resource:subnet and tenant:5010db95391c4f88bca06cd6586759ce is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:49.868442 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:49.894985 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082d699-b7c0-4953-9094-48e11a69cc34 req-6eccaee6-7f9a-46a4-a990-f7e52df753de tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:49.898587 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8082d699-b7c0-4953-9094-48e11a69cc34 req-6eccaee6-7f9a-46a4-a990-f7e52df753de tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2728260 Jun 29 17:08:49.900846 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:49.955861 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Made reservation on behalf of 5010db95391c4f88bca06cd6586759ce for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:49.959035 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.064311 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8082d699-b7c0-4953-9094-48e11a69cc34 req-b32274e7-825d-4fb6-ab5b-299f7ef2785b tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580455 Jun 29 17:08:50.289642 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57146) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:50.320878 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5021eacd-8ae3-4a91-be47-098df247e736 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:50.393735 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.399192 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9854564e-7877-4b93-ba78-d271423ec184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:50.407365 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 5021eacd-8ae3-4a91-be47-098df247e736 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:50.414426 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 5021eacd-8ae3-4a91-be47-098df247e736 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:50.415024 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.489121 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad46e368-db9d-4cc1-9689-582abc53d6f3,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:50.491731 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:50.514852 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba03a-c804-4adf-9bd4-07bb5cb3cb5e req-e90ab049-c0ec-4eff-8264-7c6615c11dc0 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:50.516414 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2b8ba03a-c804-4adf-9bd4-07bb5cb3cb5e req-e90ab049-c0ec-4eff-8264-7c6615c11dc0 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 945 time: 0.1809540 Jun 29 17:08:50.519742 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Checking segment: {'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:50.520095 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Network hostable DHCP agents. Network: 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:08:50.559509 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.578033 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port 5021eacd-8ae3-4a91-be47-098df247e736, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=5021eacd-8ae3-4a91-be47-098df247e736,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:50.583889 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.586161 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2b8ba03a-c804-4adf-9bd4-07bb5cb3cb5e req-f0fe527c-7cb3-4906-82f5-81abee949df4 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589528 Jun 29 17:08:50.588320 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8f295a1e-c075-4d68-b3cc-694e6a70fda9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:50.590453 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:08:50.603380 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:50.608151 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:50.608749 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.639761 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09607035-65ff-48dc-a86b-a4430e63cd24 None None] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:50.645393 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8270960 Jun 29 17:08:50.647849 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57160) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:50.656223 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:50.661547 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:50.666958 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Usage tracker for resource:router and tenant:5010db95391c4f88bca06cd6586759ce is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:50.671274 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:50.678311 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:50.686911 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.707431 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.708351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.741779 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:50.778682 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:50.785176 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=5021eacd-8ae3-4a91-be47-098df247e736,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:50.786540 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Usage tracker for resource:security_group_rule and tenant:04b76e640f774da9afc7ed2efb73b93c is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:50.791920 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:50.795280 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:50.809203 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:51.014306 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.021535 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.030439 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:51.069573 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.169734 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2414b1-058d-4200-91c7-625315ad2196,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:51.181924 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-75c40663-c0f0-4eaa-84a7-854f8a3fdcbd', 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'fixed_ips': [{'subnet_id': 'ad46e368-db9d-4cc1-9689-582abc53d6f3'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:08:51.182884 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.217263 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=04b76e640f774da9afc7ed2efb73b93c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9264822 Jun 29 17:08:51.218043 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57180) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:51.219063 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:51.432550 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.563939 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20955706-1f7b-46a0-8e30-ce15d9c412b6 req-2c7bfe63-1966-40a7-b95a-82b0f9385a29 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:51.565971 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-20955706-1f7b-46a0-8e30-ce15d9c412b6 req-2c7bfe63-1966-40a7-b95a-82b0f9385a29 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2411025 Jun 29 17:08:51.588442 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Allocated IP 172.20.0.2 (75c40663-c0f0-4eaa-84a7-854f8a3fdcbd/ad46e368-db9d-4cc1-9689-582abc53d6f3/66735bf9-8347-4980-9c28-0341e20afd2a) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:51.683017 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.790861 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.793288 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c66509-692b-4d39-8b0c-d7c7a28c001a req-5b271da8-498f-418c-b6a0-edbf0150773e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:51.795059 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-04c66509-692b-4d39-8b0c-d7c7a28c001a req-5b271da8-498f-418c-b6a0-edbf0150773e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.3590565 Jun 29 17:08:51.795880 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a1d8ffc1-d12e-4f60-9fba-494aab1156a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:51.803347 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-20955706-1f7b-46a0-8e30-ce15d9c412b6 req-81ecdb8d-1c61-4551-b253-efefca179d14 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183433 Jun 29 17:08:51.835143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2414b1-058d-4200-91c7-625315ad2196,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:51.849070 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:51.857506 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.859521 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5d2414b1-058d-4200-91c7-625315ad2196 HTTP/1.1" status: 204 len: 168 time: 0.6385531 Jun 29 17:08:51.860594 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:51.912615 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57198) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:52.142977 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:52.159583 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Transition to ACTIVE for port object 66735bf9-8347-4980-9c28-0341e20afd2a will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:52.206279 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:52.210249 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Transition to ACTIVE for port object 66735bf9-8347-4980-9c28-0341e20afd2a will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:08:52.268503 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:52.286711 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:52.417951 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5021eacd-8ae3-4a91-be47-098df247e736 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:52.541863 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-04c66509-692b-4d39-8b0c-d7c7a28c001a req-cfc4494e-e66c-41d7-affb-3a6835ed3051 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5103161 Jun 29 17:08:52.662869 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Allocated IP 172.28.1.227 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/846b908e-1c5c-4e57-a651-b28244d4f421) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:08:52.708952 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:52.718315 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-facac7ae-72b7-4ece-946f-99fd8e1de2d2 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:52.719898 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-facac7ae-72b7-4ece-946f-99fd8e1de2d2 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 945 time: 0.6923730 Jun 29 17:08:52.732700 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:52.741825 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c643a-e31f-4e21-be3c-0d900f93a200 req-22eaebee-d713-4f87-ac2e-6fe8a5a6af60 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:52.746905 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:52.753767 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eb9c643a-e31f-4e21-be3c-0d900f93a200 req-22eaebee-d713-4f87-ac2e-6fe8a5a6af60 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 945 time: 0.5488846 Jun 29 17:08:52.836128 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-614387852-network', 'tenant_id': '689e3a70f90a47ada37e902a8f2585ac'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:52.847630 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:52.867565 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Usage tracker for resource:network and tenant:689e3a70f90a47ada37e902a8f2585ac is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:52.879595 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:52.905407 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:52.918724 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Pushing event updated for resources: {'Port': ['ID=66735bf9-8347-4980-9c28-0341e20afd2a,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:52.962349 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Made reservation on behalf of 689e3a70f90a47ada37e902a8f2585ac for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:52.966061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.006185 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eb9c643a-e31f-4e21-be3c-0d900f93a200 req-c8530573-14d6-4d6a-b824-24cab1efd186 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513506 Jun 29 17:08:53.029400 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Deleting port b1ac7968-b770-4c44-a973-69f0dd584bf9 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:08:53.029730 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.034064 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:53.040627 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.090852 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 5021eacd-8ae3-4a91-be47-098df247e736 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:53.091652 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.140476 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:53.153610 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:689e3a70f90a47ada37e902a8f2585ac is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:53.157938 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:53.181227 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:53.241355 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57218) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:53.282604 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Attempting to bind port 66735bf9-8347-4980-9c28-0341e20afd2a on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:08:53.283234 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Attempting to bind port 66735bf9-8347-4980-9c28-0341e20afd2a by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:08:53.283356 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Attempting to bind port 66735bf9-8347-4980-9c28-0341e20afd2a on network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:08:53.299955 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:08:53.300611 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Checking segment: {'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:53.301204 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.301744 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Bound using segment: {'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:08:53.302406 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Bound port: 66735bf9-8347-4980-9c28-0341e20afd2a, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:08:53.303317 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.376989 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.386847 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.392167 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3115470d-a62c-4409-a6e8-6ec886482cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:53.412028 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.451050 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:08:53.461419 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] For port 66735bf9-8347-4980-9c28-0341e20afd2a, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:08:53.464877 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] For port 66735bf9-8347-4980-9c28-0341e20afd2a, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=66735bf9-8347-4980-9c28-0341e20afd2a,segment=NetworkSegment(ff02920f-cda0-4a8a-adb2-d992e2fa1ac7),segment_id=ff02920f-cda0-4a8a-adb2-d992e2fa1ac7)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:08:53.471897 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc72157-56fb-4653-a7fc-04de35b10870,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:53.477041 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:53.480975 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.482532 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Added segment 5dc538b8-5b13-47eb-bd4c-f144c1385064 of type vlan for network dc18503d-e2fa-4317-a73e-9c5865e180b8 Jun 29 17:08:53.500366 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.511826 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:53.577529 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.662789 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.664988 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:53.666867 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.689881 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:53.829191 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f96a5268-a374-4a12-98f2-8f6e3e4d0f10 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:53.924457 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:53.955773 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:53.958154 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Pushing event updated for resources: {'Port': ['ID=66735bf9-8347-4980-9c28-0341e20afd2a,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:53.963317 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Usage tracker for resource:security_group_rule and tenant:bd4d7dfb565e42b29ea7f89c0e742468 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:53.986551 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:54.008560 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:54.009727 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0855165 Jun 29 17:08:54.010145 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:54.022377 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57232) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:54.080124 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc18503d-e2fa-4317-a73e-9c5865e180b8,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:54.083431 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:54.111177 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network dc18503d-e2fa-4317-a73e-9c5865e180b8 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:08:54.152306 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Request body: {'subnet': {'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-614387852-subnet', 'tenant_id': '689e3a70f90a47ada37e902a8f2585ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:08:54.180557 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:54.198324 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Usage tracker for resource:subnet and tenant:689e3a70f90a47ada37e902a8f2585ac is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:54.204370 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:54.238028 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:54.284989 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:54.297220 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:54.297656 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.316720 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.368940 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] For port b1ac7968-b770-4c44-a973-69f0dd584bf9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b1ac7968-b770-4c44-a973-69f0dd584bf9,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:54.369427 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.509590 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Calling delete_port for b1ac7968-b770-4c44-a973-69f0dd584bf9 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:08:54.564180 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.585693 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port f96a5268-a374-4a12-98f2-8f6e3e4d0f10, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:54.594938 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.613635 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:54.728247 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.756439 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.773740 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0f098054-861a-4589-928d-fd58fc8eaaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:54.788878 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['44e906cb-895b-4fbe-b457-63d8babe45e0', 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83', '1321f665-83d4-4261-b2f4-ad8434eabadf', 'b1ac7968-b770-4c44-a973-69f0dd584bf9'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:08:54.809426 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Made reservation on behalf of 689e3a70f90a47ada37e902a8f2585ac for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:08:54.812085 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:54.885975 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 66735bf9-8347-4980-9c28-0341e20afd2a up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:54.982519 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec78997-ccbc-4226-8d6a-a8f5cfddb93d,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:54.989260 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:55.014246 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bc6fff1f-ccb8-41c1-826e-cd37b1f585bf req-db01467e-71df-4e93-9992-0e21831de75d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 210 time: 0.3527491 Jun 29 17:08:55.024724 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:55.042496 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:55.103982 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 66735bf9-8347-4980-9c28-0341e20afd2a completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:55.181833 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:55.236643 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event deleted for resources: {'Port': ['ID=b1ac7968-b770-4c44-a973-69f0dd584bf9,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:55.245747 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:55.247058 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:55.257228 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:55.288850 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=bd4d7dfb565e42b29ea7f89c0e742468&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0377314 Jun 29 17:08:55.290305 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:55.291635 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57250) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:55.408711 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b44e9-a61a-45dd-9e31-4452991a8f8a req-f0603fcf-77cf-47c4-8ca0-d088697798d9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:55.410299 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-269b44e9-a61a-45dd-9e31-4452991a8f8a req-f0603fcf-77cf-47c4-8ca0-d088697798d9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 1.5005801 Jun 29 17:08:55.423203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:08:55.484534 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:55.487211 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:08:55.527728 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:55.551238 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] No DVR routers for this DVR port b1ac7968-b770-4c44-a973-69f0dd584bf9 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:08:55.563366 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:55.574656 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:55.591155 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'name': 'network-vif-deleted', 'tag': 'b1ac7968-b770-4c44-a973-69f0dd584bf9'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:08:55.594324 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5af32-da9f-487f-a4d8-263194414d0c None None] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:55.595806 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Pushing event updated for resources: {'Port': ['ID=846b908e-1c5c-4e57-a651-b28244d4f421,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:55.613579 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:55.619061 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-150f6ed0-9da0-4356-934a-1cfe584cc193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:55.689698 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57258) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:55.708122 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:55.720350 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a1ed1663-f864-48bb-92d5-c946e2bf9d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:55.744884 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec78997-ccbc-4226-8d6a-a8f5cfddb93d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:55.748165 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:55.750497 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:55.766770 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2ec78997-ccbc-4226-8d6a-a8f5cfddb93d HTTP/1.1" status: 204 len: 168 time: 0.4642768 Jun 29 17:08:55.813061 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a3eec7-0b3c-4c00-8085-ac354dda3ea6', 'name': 'network-vif-deleted', 'tag': 'b1ac7968-b770-4c44-a973-69f0dd584bf9', 'status': 'completed', 'code': 200} Jun 29 17:08:55.816356 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Checking segment: {'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:08:55.816708 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Network hostable DHCP agents. Network: dc18503d-e2fa-4317-a73e-9c5865e180b8, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:08:55.848537 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1a69e9c2-5811-4c1b-a4ba-e4ccba5e4425 req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "DELETE /v2.0/ports/b1ac7968-b770-4c44-a973-69f0dd584bf9 HTTP/1.1" status: 204 len: 173 time: 3.1151698 Jun 29 17:08:55.851758 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c932080-37ad-4395-a26d-05efeaf7f2ef,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:55.868329 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-269b44e9-a61a-45dd-9e31-4452991a8f8a req-bca696c6-56f7-47db-a6fe-f2e58ba3afe7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999181 Jun 29 17:08:55.874176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:55.948291 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Network dc18503d-e2fa-4317-a73e-9c5865e180b8 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:08:55.964135 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, dc18503d-e2fa-4317-a73e-9c5865e180b8) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:08:55.993513 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:55.994102 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:56.010380 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:56.044914 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-5e7a7c7d-2f7e-442d-a559-2721fdf02c96 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0256207 Jun 29 17:08:56.091252 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:56.092036 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:56.129200 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d074bc7-43ce-46d1-baf3-896be5ddcece None None] Network dc18503d-e2fa-4317-a73e-9c5865e180b8 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:56.189967 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:56.218108 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Usage tracker for resource:security_group_rule and tenant:ce724e5d573d47c1972e9c44d7d73b48 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:56.228057 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:56.248406 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:56.432140 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:56.453505 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:56.462965 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-12ae2d31-325a-464f-874b-08e30106c64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:56.531453 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-75733344-a4db-4b48-bd34-5d8e9a9aec98 req-8a383cee-9d5e-4024-93e9-a299ef29ce1b tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:08:56.571817 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05992696-f5e1-4fc7-b01b-2b6a750cd494,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:56.613977 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:56.623864 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-75733344-a4db-4b48-bd34-5d8e9a9aec98 req-8a383cee-9d5e-4024-93e9-a299ef29ce1b tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:08:56.641338 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75733344-a4db-4b48-bd34-5d8e9a9aec98 req-8a383cee-9d5e-4024-93e9-a299ef29ce1b tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=59a3eec7-0b3c-4c00-8085-ac354dda3ea6 HTTP/1.1" status: 200 len: 210 time: 0.2180655 Jun 29 17:08:56.687396 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ce724e5d573d47c1972e9c44d7d73b48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9899986 Jun 29 17:08:56.693013 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57288) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:56.772542 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Router e875c6fe-26ef-4fa9-b8ee-7338587b135c is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:08:56.802097 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Provisioning for port 66735bf9-8347-4980-9c28-0341e20afd2a completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:08:56.962266 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Provisioning complete for port 66735bf9-8347-4980-9c28-0341e20afd2a triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:56.970244 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:57.004122 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:57.089165 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:57.224054 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:57.234490 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e83cd25b-4a02-4a41-8714-9a222bb01dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:57.264918 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05992696-f5e1-4fc7-b01b-2b6a750cd494,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:57.270617 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:57.290502 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:57.306757 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/05992696-f5e1-4fc7-b01b-2b6a750cd494 HTTP/1.1" status: 204 len: 168 time: 0.6002820 Jun 29 17:08:57.327075 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f96a5268-a374-4a12-98f2-8f6e3e4d0f10 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:08:57.412090 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b1ac7968-b770-4c44-a973-69f0dd584bf9 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:08:57.655460 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: b1ac7968-b770-4c44-a973-69f0dd584bf9 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:08:57.656630 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b1ac7968-b770-4c44-a973-69f0dd584bf9 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:08:57.821898 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:08:57.830819 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Sync routers for ids ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:08:57.850245 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Routers {'e875c6fe-26ef-4fa9-b8ee-7338587b135c'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:08:57.850873 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:57.879778 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9309154-d19e-4a28-904f-a494a38012d2 req-055b7d26-8f4c-412c-9f6b-d020f4e139a4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.3946145 Jun 29 17:08:57.962436 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79056-d795-4353-bc23-8af4d162b7b6 req-76d1f9bf-c624-4b49-bf87-45c559070090 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:57.966969 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ac79056-d795-4353-bc23-8af4d162b7b6 req-76d1f9bf-c624-4b49-bf87-45c559070090 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.4826767 Jun 29 17:08:57.967272 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57310) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:57.997658 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ad237-1a2a-46cd-add6-aaf2e54e5373 req-b665eef1-3ee2-4eb5-9632-4e57e93b3594 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:58.003320 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-377ad237-1a2a-46cd-add6-aaf2e54e5373 req-b665eef1-3ee2-4eb5-9632-4e57e93b3594 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.5205495 Jun 29 17:08:58.016561 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:58.171112 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:58.172791 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:08:58.187710 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34628642-79a3-4c7e-943f-167f481ab963 None None] Network dc18503d-e2fa-4317-a73e-9c5865e180b8 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:08:58.206525 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Usage tracker for resource:security_group_rule and tenant:209bea972efc45e08c0f5dee2dd60e43 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:08:58.210666 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:08:58.223741 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:08:58.261245 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:58.262296 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6135099 Jun 29 17:08:58.265078 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57320) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:58.338551 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Set router e875c6fe-26ef-4fa9-b8ee-7338587b135c gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:08:58.580497 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:58.604761 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:58.635439 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-51c43bfc-d95e-429f-a5d3-278e9519bae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:58.655833 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=209bea972efc45e08c0f5dee2dd60e43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6873276 Jun 29 17:08:58.664708 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57326) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:08:58.673802 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:58.674187 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:58.706683 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a4353f-f3df-4911-af3c-85fed1cce148,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:58.746988 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] For port 66735bf9-8347-4980-9c28-0341e20afd2a, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=66735bf9-8347-4980-9c28-0341e20afd2a,segment=NetworkSegment(ff02920f-cda0-4a8a-adb2-d992e2fa1ac7),segment_id=ff02920f-cda0-4a8a-adb2-d992e2fa1ac7)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:08:58.757057 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:58.765749 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:58.803307 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ac79056-d795-4353-bc23-8af4d162b7b6 req-1f2b1751-b691-45e7-93df-03d1b6db4e83 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7955239 Jun 29 17:08:58.808930 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-377ad237-1a2a-46cd-add6-aaf2e54e5373 req-704964c1-4f67-4674-8559-c1b5a0d6c4a6 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496473 Jun 29 17:08:58.821090 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309154-d19e-4a28-904f-a494a38012d2 req-f309077c-5afb-436a-aae0-b4e8c5ed6a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:58.830121 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9309154-d19e-4a28-904f-a494a38012d2 req-f309077c-5afb-436a-aae0-b4e8c5ed6a92 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.9308250 Jun 29 17:08:58.849957 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:08:55Z', 'revision_number': 3, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port': {'id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:52Z', 'updated_at': '2021-06-29T17:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:08:58.857582 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Checking router: e875c6fe-26ef-4fa9-b8ee-7338587b135c for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:08:58.858312 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Updating router e875c6fe-26ef-4fa9-b8ee-7338587b135c port 846b908e-1c5c-4e57-a651-b28244d4f421 binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:08:58.877501 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:59.010360 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:59.028320 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9309154-d19e-4a28-904f-a494a38012d2 req-4aa6a674-e435-4ec0-93a0-dd12bb6dd269 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 217 time: 0.1974442 Jun 29 17:08:59.111799 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-6bdf0fac-4249-4b74-aec6-946ecba6348c None None] Provisioning complete for port 66735bf9-8347-4980-9c28-0341e20afd2a triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:08:59.112180 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0fac-4249-4b74-aec6-946ecba6348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:59.206702 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309154-d19e-4a28-904f-a494a38012d2 req-8b8e3b46-6c3a-46dd-8e25-fec27595319d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:08:59.212916 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9309154-d19e-4a28-904f-a494a38012d2 req-8b8e3b46-6c3a-46dd-8e25-fec27595319d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.1746669 Jun 29 17:08:59.253433 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:59.287245 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:59.319179 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9309154-d19e-4a28-904f-a494a38012d2 req-759ed450-5866-4ff6-b394-8391fb1aa6c6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974987 Jun 29 17:08:59.345179 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Pushing event updated for resources: {'Port': ['ID=66735bf9-8347-4980-9c28-0341e20afd2a,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:59.359681 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:59.439199 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:59.459277 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5df7880b-ded4-4591-b864-4c808519a86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:08:59.489509 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a4353f-f3df-4911-af3c-85fed1cce148,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:08:59.516089 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:08:59.523331 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:08:59.526437 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/65a4353f-f3df-4911-af3c-85fed1cce148 HTTP/1.1" status: 204 len: 168 time: 0.8548341 Jun 29 17:08:59.772182 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9309154-d19e-4a28-904f-a494a38012d2 req-d7201b17-3946-40d2-a610-d80af35d0669 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454563 Jun 29 17:09:00.073944 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:00.116075 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Transition to ACTIVE for port object 846b908e-1c5c-4e57-a651-b28244d4f421 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:00.136090 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:00.140125 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:00.296443 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76232ce-0360-48b4-82ff-999705dc942c None None] Pushing event updated for resources: {'Port': ['ID=846b908e-1c5c-4e57-a651-b28244d4f421,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:00.308095 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-d76232ce-0360-48b4-82ff-999705dc942c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:00.310846 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Attempting to bind port 846b908e-1c5c-4e57-a651-b28244d4f421 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:00.312380 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Attempting to bind port 846b908e-1c5c-4e57-a651-b28244d4f421 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:00.312699 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Attempting to bind port 846b908e-1c5c-4e57-a651-b28244d4f421 on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:00.332047 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:00.339308 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:00.340142 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:00.340877 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:00.341607 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Bound port: 846b908e-1c5c-4e57-a651-b28244d4f421, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:00.342452 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:00.362360 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9309154-d19e-4a28-904f-a494a38012d2 req-41750d63-7a11-48f5-b1aa-7209cf96b603 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812995 Jun 29 17:09:00.530879 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cfe11-a0f3-4b16-9fa3-a7d51c8472a1 req-edf02561-1f77-4064-afe3-d9751bb11e3f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:00.532617 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-501cfe11-a0f3-4b16-9fa3-a7d51c8472a1 req-edf02561-1f77-4064-afe3-d9751bb11e3f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2855437 Jun 29 17:09:00.539403 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c1a521fa-1dcd-488f-8003-4d033beee453 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:00.548021 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c1a521fa-1dcd-488f-8003-4d033beee453 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/networks?id=dc18503d-e2fa-4317-a73e-9c5865e180b8 HTTP/1.1" status: 200 len: 813 time: 0.4506931 Jun 29 17:09:00.558094 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] For port 846b908e-1c5c-4e57-a651-b28244d4f421, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:00.570871 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] For port 846b908e-1c5c-4e57-a651-b28244d4f421, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=846b908e-1c5c-4e57-a651-b28244d4f421,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:00.587136 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:00.596777 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9e93d4ee-8100-47b7-b200-8cf97eecb4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:00.608556 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-8e691440-5577-4aae-b88b-ce23f04e2c2f tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/quotas/689e3a70f90a47ada37e902a8f2585ac HTTP/1.1" status: 200 len: 375 time: 0.0595157 Jun 29 17:09:00.678337 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-a76e72be-18dc-4841-b510-208512d597a6 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=689e3a70f90a47ada37e902a8f2585ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688491 Jun 29 17:09:00.688664 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76232ce-0360-48b4-82ff-999705dc942c None None] Pushing event updated for resources: {'Port': ['ID=846b908e-1c5c-4e57-a651-b28244d4f421,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:00.692121 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-d76232ce-0360-48b4-82ff-999705dc942c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:00.693648 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Routers {'e875c6fe-26ef-4fa9-b8ee-7338587b135c'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:09:00.694469 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:00.823719 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:00.835125 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-0376da38-5348-4fb4-812b-8cc2178a4fd0 service neutron] 10.222.0.99 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559176 Jun 29 17:09:01.028130 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] Set router e875c6fe-26ef-4fa9-b8ee-7338587b135c gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:09:01.176851 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-501cfe11-a0f3-4b16-9fa3-a7d51c8472a1 req-63eae521-3481-4787-805a-5390ba986818 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084156 Jun 29 17:09:01.207915 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 66735bf9-8347-4980-9c28-0341e20afd2a up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:01.210116 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-2c445343-46c5-4d93-a17c-17d95c8d3030 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.8012347 Jun 29 17:09:01.396825 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 66735bf9-8347-4980-9c28-0341e20afd2a triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:01.401345 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:01.438240 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-e1bf426e-e8f0-44f2-8899-cdd21ebb278b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:01.438240 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-e1bf426e-e8f0-44f2-8899-cdd21ebb278b service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.1799655 Jun 29 17:09:01.479093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Allocated IP 172.20.0.1 (75c40663-c0f0-4eaa-84a7-854f8a3fdcbd/ad46e368-db9d-4cc1-9689-582abc53d6f3/dce4560d-8abf-402c-bda0-ab57786f301d) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:09:01.663345 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-5a40c212-e3e2-44b8-8335-d1f8548f11ff service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 217 time: 0.2155263 Jun 29 17:09:01.729584 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:01.731630 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:08:55Z', 'revision_number': 3, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port': {'id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:52Z', 'updated_at': '2021-06-29T17:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:01.738666 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19c0f-883b-4337-ac31-66e85ab689d3 None None] The sync data for ids ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'] in dv-cinder-798672-1-smb is: [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:08:55Z', 'revision_number': 3, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port': {'id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:52Z', 'updated_at': '2021-06-29T17:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:09:01.771209 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Transition to ACTIVE for port object dce4560d-8abf-402c-bda0-ab57786f301d will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:01.838631 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:01.845182 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:01.859991 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-2e0d7e66-6369-4966-8a12-df09c5830c5e service neutron] 10.222.0.99 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0239367 Jun 29 17:09:01.879562 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-f7dbfbf4-3af0-42f4-a32b-c9b5a1428433 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:01.881522 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-f7dbfbf4-3af0-42f4-a32b-c9b5a1428433 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.1882319 Jun 29 17:09:01.955440 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:09:01.959920 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:09:01.963641 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Pushing event updated for resources: {'Port': ['ID=dce4560d-8abf-402c-bda0-ab57786f301d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:01.965940 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:09:02.012567 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:02.042212 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-849ed60c-f95e-4f7b-a76a-355ee22c5adc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448724 Jun 29 17:09:02.056808 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:02.075576 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cf3c0-2f53-4543-abeb-a3b6565bc0c6 req-f0ef9225-426d-4eac-9b76-a30d7b02b738 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:02.080897 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-542cf3c0-2f53-4543-abeb-a3b6565bc0c6 req-f0ef9225-426d-4eac-9b76-a30d7b02b738 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.4875767 Jun 29 17:09:02.093060 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:02.380834 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:02.431404 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-e219f2c2-51f1-4332-942e-f8b076a3a995 None None] Provisioning for port dce4560d-8abf-402c-bda0-ab57786f301d completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:02.445209 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-e219f2c2-51f1-4332-942e-f8b076a3a995 None None] Provisioning complete for port dce4560d-8abf-402c-bda0-ab57786f301d triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:02.445977 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e219f2c2-51f1-4332-942e-f8b076a3a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:02.571614 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-542cf3c0-2f53-4543-abeb-a3b6565bc0c6 req-9457965e-8c1b-4422-8bd3-16fe070bf494 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004629 Jun 29 17:09:02.602768 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-e219f2c2-51f1-4332-942e-f8b076a3a995 None None] Port dce4560d-8abf-402c-bda0-ab57786f301d cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:09:02.648919 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-3001a9c1-e6e0-4cbd-926c-05bd7f14e808 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017475 Jun 29 17:09:03.059572 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:03.070611 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:03.097756 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ba1a8092-3a8e-4c48-ab2b-d6bc57e0814e req-17f6ba25-6ac8-463d-a535-b319b9c9ee40 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 210 time: 0.1663702 Jun 29 17:09:03.185838 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a6978614-8e32-4760-a5ba-047a20e598f1 req-33c2a9ce-108d-4a37-8b29-ee826f543c48 service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273960 Jun 29 17:09:03.197544 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:09:03.199264 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-48717437-e63b-4039-bfd1-95ccd33ee81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:03.243581 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4532dd-f87e-453d-bcf0-fc72456b5df7 req-f1b20a62-46c7-4747-ba3e-3d88fc44cb75 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:03.254109 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e4532dd-f87e-453d-bcf0-fc72456b5df7 req-f1b20a62-46c7-4747-ba3e-3d88fc44cb75 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2406850 Jun 29 17:09:03.402735 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:03.441287 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:03.482281 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'port_id': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'mac_address': 'fa:16:3e:13:c1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:09:03.520862 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e4532dd-f87e-453d-bcf0-fc72456b5df7 req-4d4e6d0a-3f40-4486-8df4-df99d22e3e97 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547576 Jun 29 17:09:03.536205 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd763c-7f6f-4554-b98f-9a4d43087d81 req-695191f4-41b5-4c7b-989f-abce700c79d9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:03.546327 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-84cd763c-7f6f-4554-b98f-9a4d43087d81 req-695191f4-41b5-4c7b-989f-abce700c79d9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 946 time: 0.2417898 Jun 29 17:09:03.603437 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:03.631363 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:03.632291 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-84cd763c-7f6f-4554-b98f-9a4d43087d81 req-9e139cd2-b9b6-4544-83e2-98f2c970e3e8 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849864 Jun 29 17:09:03.633695 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57432) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:03.664858 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Pushing event updated for resources: {'Port': ['ID=dce4560d-8abf-402c-bda0-ab57786f301d,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:03.671284 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:03.685093 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:03.693192 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:03.696491 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:03.804123 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:09:03.811307 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:09:03.821836 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:09:04.015350 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=6']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:04.029771 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:04.096824 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.098448 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.099678 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.102494 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.103634 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.108745 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.109374 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.109919 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.112625 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.114169 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.114671 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:04.126924 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:04.205528 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:04.218981 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b84ce88ca32e4c938c89347fe21e8cee is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:04.234474 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:04.252546 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:04.306761 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced4625-6b2d-41b4-8ad0-1f48f09d77c8 req-b8929f1e-c04d-4ba5-8ca4-ceef19e1ca48 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:04.315038 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5ced4625-6b2d-41b4-8ad0-1f48f09d77c8 req-b8929f1e-c04d-4ba5-8ca4-ceef19e1ca48 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 944 time: 0.4953723 Jun 29 17:09:04.524832 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-1be3c763-4a6b-437e-aeb9-fab1d8aeafe8 None None] Provisioning complete for port dce4560d-8abf-402c-bda0-ab57786f301d triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:04.525960 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1be3c763-4a6b-437e-aeb9-fab1d8aeafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:04.534976 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5ced4625-6b2d-41b4-8ad0-1f48f09d77c8 req-eaa10ac5-892c-4047-ad85-d3c3e02fca0f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189476 Jun 29 17:09:04.613199 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-1be3c763-4a6b-437e-aeb9-fab1d8aeafe8 None None] Port dce4560d-8abf-402c-bda0-ab57786f301d cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:09:04.869405 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e0d84e5a-24bc-4c0c-a819-f8bd8b913b9e req-69ab6681-ebb0-44dc-b4db-9b4ad241c51c tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 210 time: 0.3048353 Jun 29 17:09:04.888772 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Router e875c6fe-26ef-4fa9-b8ee-7338587b135c has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:09:05.118837 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-a8d5004f-2281-43bb-968f-1a0aa31bb0a5 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:05.120467 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-a8d5004f-2281-43bb-968f-1a0aa31bb0a5 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "GET /v2.0/networks?id=dc18503d-e2fa-4317-a73e-9c5865e180b8 HTTP/1.1" status: 200 len: 813 time: 0.7981644 Jun 29 17:09:05.199552 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:05.259411 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:09:05.277901 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] 10.222.0.99 "PUT /v2.0/routers/e875c6fe-26ef-4fa9-b8ee-7338587b135c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0110288 Jun 29 17:09:05.301409 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Request body: {'port': {'device_id': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8', 'admin_state_up': True, 'tenant_id': '689e3a70f90a47ada37e902a8f2585ac'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:05.317675 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:05.318327 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.457374 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.473971 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-1c894e11-e1cc-4341-a373-3cb553379944 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:05.475374 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-1c894e11-e1cc-4341-a373-3cb553379944 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 946 time: 0.6911390 Jun 29 17:09:05.484900 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.511530 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.543540 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:05.557329 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:05.562406 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.565609 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-47715695-e966-4006-b3bc-2ff790c18ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:05.574271 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cf2eccae-dfde-47da-b045-bace86457486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:05.642137 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=7']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:05.644133 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24344872-3c6b-4305-a957-34f379d15582 req-fda4cf3e-04b4-48b5-a7ae-98a0c425068e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:05.645609 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:05.645729 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-24344872-3c6b-4305-a957-34f379d15582 req-fda4cf3e-04b4-48b5-a7ae-98a0c425068e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.7564526 Jun 29 17:09:05.682292 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b84ce88ca32e4c938c89347fe21e8cee&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0466204 Jun 29 17:09:05.685338 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57476) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:05.685837 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Deleting port 1321f665-83d4-4261-b2f4-ad8434eabadf {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:09:05.686452 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.728411 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc50019-d8c7-488d-ba9b-89ecc391e937,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:05.758950 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbed823-57b3-4e74-9de9-5cd202fc2fe8 req-e24b885a-cabb-4ff9-975e-80d5a0113f52 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:05.760184 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5dbed823-57b3-4e74-9de9-5cd202fc2fe8 req-e24b885a-cabb-4ff9-975e-80d5a0113f52 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 946 time: 0.6373999 Jun 29 17:09:05.764338 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:05.823964 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.827131 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:05.845430 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Usage tracker for resource:port and tenant:689e3a70f90a47ada37e902a8f2585ac is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:05.873565 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:05.874250 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:05.926674 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:05.959760 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5dbed823-57b3-4e74-9de9-5cd202fc2fe8 req-739632b3-b492-45ca-b0db-396c60b9c8e8 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885238 Jun 29 17:09:05.975635 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-24344872-3c6b-4305-a957-34f379d15582 req-92a667a0-8ff1-4f23-b25d-93d9dbbded69 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953897 Jun 29 17:09:05.998630 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:06.006563 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e1b5e87d-d49e-4702-af08-4167afd00d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:06.009734 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Made reservation on behalf of 689e3a70f90a47ada37e902a8f2585ac for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:09:06.012999 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:06.044965 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc50019-d8c7-488d-ba9b-89ecc391e937,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:06.066661 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:06.069818 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:06.077780 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ffc50019-d8c7-488d-ba9b-89ecc391e937 HTTP/1.1" status: 204 len: 168 time: 0.3886161 Jun 29 17:09:06.209858 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'code': 200} Jun 29 17:09:06.698184 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] For port 1321f665-83d4-4261-b2f4-ad8434eabadf, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1321f665-83d4-4261-b2f4-ad8434eabadf,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:06.698554 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:06.916597 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Calling delete_port for 1321f665-83d4-4261-b2f4-ad8434eabadf owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:09:07.003174 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57512) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:07.009968 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462120128', 'description': 'tempest-secgroup-smoke-462120128 description', 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:07.021501 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:07.030592 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Allocated IP 172.20.0.4 (dc18503d-e2fa-4317-a73e-9c5865e180b8/5c932080-37ad-4395-a26d-05efeaf7f2ef/aa12b1d5-9434-4509-aa80-3d1234a33410) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:09:07.031743 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:07.038023 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:07.052683 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:07.083097 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.123884 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b5c74-5761-4e37-90e0-47db5caf73a4 req-8916d481-17e0-4223-8867-6c344adebc32 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:07.135225 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-129b5c74-5761-4e37-90e0-47db5caf73a4 req-8916d481-17e0-4223-8867-6c344adebc32 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.5629880 Jun 29 17:09:07.153435 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:07.157678 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:07.161425 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:07.169176 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:07.234987 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.239619 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.244409 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-39d8f5a3-2aca-4b48-990f-2d5174dd30c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:07.287998 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46264dd-1fb8-4a4a-8a07-f9ae99d061da,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:07.291660 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-89211601-66e6-43de-a4f5-743befaff984 req-7bfdc353-a399-4518-a392-920bb975b308 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 210 time: 0.1451197 Jun 29 17:09:07.292944 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:07.294012 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.299023 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2946792 Jun 29 17:09:07.299692 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57518) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:07.324496 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'security_group_rule': {'security_group_id': 'f46264dd-1fb8-4a4a-8a07-f9ae99d061da', 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:07.336922 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:07.372182 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:07.428337 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:07.451104 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:07.457917 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-129b5c74-5761-4e37-90e0-47db5caf73a4 req-95793117-12c0-4f84-a2fe-c96c63e5ef68 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218324 Jun 29 17:09:07.500209 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.514762 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:07.516065 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['44e906cb-895b-4fbe-b457-63d8babe45e0', 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:09:07.580042 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3b279a7-66dc-4b4a-b00f-4c7b411db37c req-5458f464-e3a1-48c9-a7b8-15d154561d69 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=6535c939-26c6-4b6d-9724-0a63bbd6bf30 HTTP/1.1" status: 200 len: 210 time: 0.1260531 Jun 29 17:09:07.586207 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event deleted for resources: {'Port': ['ID=1321f665-83d4-4261-b2f4-ad8434eabadf,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:07.588658 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:07.660604 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.858089 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] No DVR routers for this DVR port 1321f665-83d4-4261-b2f4-ad8434eabadf on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:09:07.860536 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.877788 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'name': 'network-vif-deleted', 'tag': '1321f665-83d4-4261-b2f4-ad8434eabadf'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:07.899932 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:07.953655 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-35f3c4b4-b809-4f8a-8c4c-a4ba5acecc31 req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "DELETE /v2.0/ports/1321f665-83d4-4261-b2f4-ad8434eabadf HTTP/1.1" status: 204 len: 173 time: 2.4512978 Jun 29 17:09:08.039732 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6535c939-26c6-4b6d-9724-0a63bbd6bf30', 'name': 'network-vif-deleted', 'tag': '1321f665-83d4-4261-b2f4-ad8434eabadf', 'status': 'completed', 'code': 200} Jun 29 17:09:08.041379 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.057419 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.082509 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec74cb-c7be-4ed0-a7b5-a55a003c88d9 req-95fb56d6-7adc-4fff-a3bb-1558ed8a7f7e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:08.084058 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-69ec74cb-c7be-4ed0-a7b5-a55a003c88d9 req-95fb56d6-7adc-4fff-a3bb-1558ed8a7f7e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4062693 Jun 29 17:09:08.109363 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-bbbf2909-8fbd-4531-be43-f9bbf45f9272 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:08.133091 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.148702 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fba417-9ebe-4a90-85c3-2718f24e0a93,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:08.159751 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:08.167842 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-da373a74-f1ee-4e14-a514-4a24bf2f5a31 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:08.237725 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.239075 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9321091 Jun 29 17:09:08.241771 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57532) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:08.252465 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'security_group_rule': {'security_group_id': 'f46264dd-1fb8-4a4a-8a07-f9ae99d061da', 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:08.260363 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Network dc18503d-e2fa-4317-a73e-9c5865e180b8 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:09:08.262810 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:08.264446 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:09:08.267219 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:09:08.270003 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:08.271512 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:08.272130 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.276114 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:08.282747 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-69ec74cb-c7be-4ed0-a7b5-a55a003c88d9 req-1a938957-91a9-4995-8a6b-46d71ab12371 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906686 Jun 29 17:09:08.295815 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Pushing event updated for resources: {'Port': ['ID=aa12b1d5-9434-4509-aa80-3d1234a33410,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:08.298794 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:08.307320 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:08.312618 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0158818 Jun 29 17:09:08.333848 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Request body: {'port': {'device_id': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:08.363146 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.483520 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.570925 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.577673 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.584237 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:08.618472 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f493f1-b20f-43b1-b6cc-f1ff73a011de,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:08.624109 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:08.640178 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:08.642247 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3972232 Jun 29 17:09:08.644872 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57542) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:08.769665 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'security_group_rule': {'security_group_id': 'f46264dd-1fb8-4a4a-8a07-f9ae99d061da', 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:08.786761 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:08.793361 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:08.796970 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:08.806694 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:08.904442 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.039824 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.047256 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.049157 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a40b1d3b-3ad5-4e13-8a8c-5ab60d649b6d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:09.094016 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6981d6f-1b48-4e9f-b4f6-057906988d73,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:09.097225 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:09.113242 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57548) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:09.132531 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.134099 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4874799 Jun 29 17:09:09.136871 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57554) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:09.144239 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'security_group_rule': {'security_group_id': 'f46264dd-1fb8-4a4a-8a07-f9ae99d061da', 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:09.153224 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:09.158733 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:09.161977 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:09.171139 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:09.201341 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 1321f665-83d4-4261-b2f4-ad8434eabadf no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:09:09.202118 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.274783 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.280850 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 1321f665-83d4-4261-b2f4-ad8434eabadf {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:09:09.280850 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 1321f665-83d4-4261-b2f4-ad8434eabadf not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:09:09.281859 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa12b1d5-9434-4509-aa80-3d1234a33410 {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:09.283930 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.286710 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fdcffd78-e62d-4ce9-9616-f1f14965f50c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:09.296562 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.307209 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0471b7c-ebe6-422f-a2d4-34b326d28d9e,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:09.320352 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:09.321199 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Transition to ACTIVE for port object aa12b1d5-9434-4509-aa80-3d1234a33410 will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:09.343959 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.352182 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-01f7f960-e4c1-4f9c-84d2-3f849ee339e1 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:09.361827 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.401831 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:09.408306 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Usage tracker for resource:security_group_rule and tenant:1d84919862bb4868b81e799ae9fd280a is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:09.414705 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:09.421414 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:09.460989 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Pushing event updated for resources: {'Port': ['ID=aa12b1d5-9434-4509-aa80-3d1234a33410,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:09.465557 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:09.506330 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.509990 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-2e19b46a-b69d-4bd9-b926-e3bcd5c0b2f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3689814 Jun 29 17:09:09.511382 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57560) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:09.519267 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'security_group_rule': {'security_group_id': 'f46264dd-1fb8-4a4a-8a07-f9ae99d061da', 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:09.526946 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:09.530346 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8b104-1941-43e1-9473-e894fb9e6273 req-213f7853-592b-4084-9d43-b7e59763171e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:09.531794 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.532987 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:09.536496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:09.537324 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adf8b104-1941-43e1-9473-e894fb9e6273 req-213f7853-592b-4084-9d43-b7e59763171e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.7755132 Jun 29 17:09:09.544111 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.552824 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6986ec-9eb7-45d2-bd1f-aaeda67f6a65 req-6a5bb6ec-30ba-4450-9da1-30708becfc83 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:09.553532 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-af6986ec-9eb7-45d2-bd1f-aaeda67f6a65 req-6a5bb6ec-30ba-4450-9da1-30708becfc83 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Synchronizing usage tracker for tenant:689e3a70f90a47ada37e902a8f2585ac on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:09.556884 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:09.559497 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-813bf3a7-24c9-46e4-aef1-743525ccb88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:09.608873 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.securitygroups_db [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Project b3b5e10ea1f34217bd9d2c26e7a7d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:09:09.616969 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1d84919862bb4868b81e799ae9fd280a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5026419 Jun 29 17:09:09.618445 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b749c2e7-0dd9-4345-a579-d5dec5c0bff2,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:09.620963 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57564) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:09.621660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.635560 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:09.655075 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-af6986ec-9eb7-45d2-bd1f-aaeda67f6a65 req-6a5bb6ec-30ba-4450-9da1-30708becfc83 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Unset dirty status for tenant:689e3a70f90a47ada37e902a8f2585ac on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:09.662425 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-af6986ec-9eb7-45d2-bd1f-aaeda67f6a65 req-6a5bb6ec-30ba-4450-9da1-30708becfc83 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 931 time: 1.0621574 Jun 29 17:09:09.701485 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adf8b104-1941-43e1-9473-e894fb9e6273 req-b81c36d6-2870-4842-85bf-76f381fd9d15 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632769 Jun 29 17:09:09.704573 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Attempting to bind port aa12b1d5-9434-4509-aa80-3d1234a33410 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:09.704913 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Attempting to bind port aa12b1d5-9434-4509-aa80-3d1234a33410 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:09.705259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Attempting to bind port aa12b1d5-9434-4509-aa80-3d1234a33410 on network dc18503d-e2fa-4317-a73e-9c5865e180b8 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:09.736424 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Port aa12b1d5-9434-4509-aa80-3d1234a33410 on network dc18503d-e2fa-4317-a73e-9c5865e180b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:09:09.736849 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Attempting to bind port aa12b1d5-9434-4509-aa80-3d1234a33410 on network dc18503d-e2fa-4317-a73e-9c5865e180b8 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:09.740188 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.764014 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.769471 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-af6986ec-9eb7-45d2-bd1f-aaeda67f6a65 req-57a740a0-d88d-4b9d-ba9b-3a693c97139c tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066098 Jun 29 17:09:09.771209 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:09.771995 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Checking segment: {'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:09.772514 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Bound using segment: {'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:09.773845 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Bound port: aa12b1d5-9434-4509-aa80-3d1234a33410, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:09.774447 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.776154 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.795928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:09.808270 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.848166 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c061d92-53f9-46c2-ac0e-d943ba5b9f0c,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:09.860089 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:09.884371 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.885932 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-eb471af2-ea58-47be-b7b0-d82a8bf2b14d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3734388 Jun 29 17:09:09.888832 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57568) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:09.895242 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'security_group_rule': {'security_group_id': 'f46264dd-1fb8-4a4a-8a07-f9ae99d061da', 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:09.903282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:09.908541 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:security_group_rule and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:09.931723 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:09.934541 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:09.942536 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-75bf9269-96c9-4b19-a29c-b45fdf678e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:09.962210 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:09.968297 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b749c2e7-0dd9-4345-a579-d5dec5c0bff2,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:09.986999 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:10.008673 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.009851 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b749c2e7-0dd9-4345-a579-d5dec5c0bff2 HTTP/1.1" status: 204 len: 168 time: 0.3806887 Jun 29 17:09:10.017936 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.securitygroups_db [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Project b3b5e10ea1f34217bd9d2c26e7a7d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:09:10.039864 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.120007 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] For port aa12b1d5-9434-4509-aa80-3d1234a33410, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:10.152282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.153066 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] For port aa12b1d5-9434-4509-aa80-3d1234a33410, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa12b1d5-9434-4509-aa80-3d1234a33410,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:10.159276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.162660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:10.164989 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.185387 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec02b59-23c4-42a0-b574-987ed3bffea7,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:10.191129 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:10.194548 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6c5d7853-68c7-4954-bdf3-29b3c8a46d0e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:10.222638 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.224809 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-afecad04-a0d3-48a5-9ed1-397e6f48b80c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3347881 Jun 29 17:09:10.267849 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.269259 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] 10.222.0.98 "PUT /v2.0/ports/aa12b1d5-9434-4509-aa80-3d1234a33410 HTTP/1.1" status: 200 len: 1093 time: 1.9460795 Jun 29 17:09:10.277372 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'tag': 'aa12b1d5-9434-4509-aa80-3d1234a33410'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:10.393944 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Pushing event updated for resources: {'Port': ['ID=aa12b1d5-9434-4509-aa80-3d1234a33410,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:10.439720 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c172-d442-42c1-b7e0-b3d3926280d6 req-5a6a22ec-e0ce-4f7c-8efa-5aa12e7e6fa5 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:10.449429 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c160c172-d442-42c1-b7e0-b3d3926280d6 req-5a6a22ec-e0ce-4f7c-8efa-5aa12e7e6fa5 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4302788 Jun 29 17:09:10.479067 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:10.541325 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'tag': 'aa12b1d5-9434-4509-aa80-3d1234a33410', 'status': 'completed', 'code': 200} Jun 29 17:09:10.565927 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c160c172-d442-42c1-b7e0-b3d3926280d6 req-c8b13936-ba5e-4112-8e10-7804467a87a2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142647 Jun 29 17:09:10.586972 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-9cd9f18d-c119-4607-91ee-1fabad86c045 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=689e3a70f90a47ada37e902a8f2585ac&device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 1096 time: 0.2587490 Jun 29 17:09:10.588943 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-049e5650-305e-431d-a1f7-e8f7e90b9e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.670075 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57594) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:10.689871 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.730352 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:10.734477 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Usage tracker for resource:security_group_rule and tenant:3ddd9686d94146d39378d0ae5dd09825 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:10.737460 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:10.744092 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:10.786567 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-01b280d6-2054-4d75-8198-0bd36a8c506e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa12b1d5-9434-4509-aa80-3d1234a33410 HTTP/1.1" status: 200 len: 217 time: 0.1914997 Jun 29 17:09:10.882002 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.890098 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:10.970328 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-61bc2a01-9868-4753-949b-235110e8a463 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:10.971745 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-61bc2a01-9868-4753-949b-235110e8a463 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5c932080-37ad-4395-a26d-05efeaf7f2ef HTTP/1.1" status: 200 len: 853 time: 0.1770232 Jun 29 17:09:10.982418 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9c2ee762-8fdb-4ba0-9348-33ae5d0bc673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:11.004301 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3ddd9686d94146d39378d0ae5dd09825&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3312509 Jun 29 17:09:11.006539 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57610) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:11.051953 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:11.087310 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-b2683284-85be-47ec-a8d5-aa54ffce372b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc18503d-e2fa-4317-a73e-9c5865e180b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045623 Jun 29 17:09:11.100028 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd7569-65e3-4995-8580-27758ed267e1 req-48c881d3-c45d-4e4b-8cf2-32a0e1a500de tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:11.100028 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4dcd7569-65e3-4995-8580-27758ed267e1 req-48c881d3-c45d-4e4b-8cf2-32a0e1a500de tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:11.149319 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ec677-6cab-435c-9b9f-e35e6fe21190,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:11.156268 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:11.175467 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:11.209115 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:11.253319 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4dcd7569-65e3-4995-8580-27758ed267e1 req-48c881d3-c45d-4e4b-8cf2-32a0e1a500de tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:11.261812 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4dcd7569-65e3-4995-8580-27758ed267e1 req-48c881d3-c45d-4e4b-8cf2-32a0e1a500de tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 946 time: 0.5751059 Jun 29 17:09:11.283068 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:11.292257 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0c0247df-4976-41f7-bf70-dba8270e6932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:11.329197 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ec677-6cab-435c-9b9f-e35e6fe21190,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:11.332119 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:11.358392 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4dcd7569-65e3-4995-8580-27758ed267e1 req-5748f70e-ec66-4b0c-8b4e-af16486d30e3 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954018 Jun 29 17:09:11.380843 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:11.382088 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/314ec677-6cab-435c-9b9f-e35e6fe21190 HTTP/1.1" status: 204 len: 168 time: 0.3666742 Jun 29 17:09:11.456090 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdb74b-d82c-4076-a230-3ad97acae43e req-a9095e6f-7664-4d6b-a5ff-b1d2a93e2661 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:11.459981 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c6bdb74b-d82c-4076-a230-3ad97acae43e req-a9095e6f-7664-4d6b-a5ff-b1d2a93e2661 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.4306326 Jun 29 17:09:11.475102 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-bdee5f51-881d-4819-89fa-f64d43c3a316 service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700473 Jun 29 17:09:11.753719 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c6bdb74b-d82c-4076-a230-3ad97acae43e req-7c20069c-ddf0-4d6e-8b11-f3bec5384e3e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812161 Jun 29 17:09:11.838165 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-668d7827-a97b-4cc3-ae51-e3c47c8bdf06 req-161c75d2-cff8-4aba-b0dd-63edf922eeee service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281684 Jun 29 17:09:11.863402 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246580ca-0a2c-400e-929b-5341552b21b9 req-24cd6d26-b6b3-4ee2-9ddf-36faf3f540ef tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:11.884027 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-246580ca-0a2c-400e-929b-5341552b21b9 req-24cd6d26-b6b3-4ee2-9ddf-36faf3f540ef tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 943 time: 0.2484369 Jun 29 17:09:12.004725 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-246580ca-0a2c-400e-929b-5341552b21b9 req-8d341bf6-c09c-4508-bd01-ec06edb6165c tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183515 Jun 29 17:09:12.066349 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57624) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:12.089400 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Sync routers for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:09:12.119013 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:09:12.122461 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:12.123508 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:12.210242 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:12.217648 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d29a047e1e4b9fbffb2fade2da32e4 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:12.227125 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:12.238493 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:12.280373 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-18b3592d-9f4a-49d0-a60c-ff2301efe8be tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:12.282058 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-18b3592d-9f4a-49d0-a60c-ff2301efe8be tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 946 time: 0.3954029 Jun 29 17:09:12.400741 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92343-56ca-4e86-9cbc-632b9b578087 req-d4e0861b-010e-4ba0-9d2c-3aaee506137e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:12.414303 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ae92343-56ca-4e86-9cbc-632b9b578087 req-d4e0861b-010e-4ba0-9d2c-3aaee506137e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4275892 Jun 29 17:09:12.464907 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Sync routers for ids ['6dec5a5b-b438-4d47-adba-864040ec983e'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:09:12.489470 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Routers {'6dec5a5b-b438-4d47-adba-864040ec983e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:09:12.492993 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:08:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6dec5a5b-b438-4d47-adba-864040ec983e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:12.495319 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:12.499240 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-6f373720-7a96-4e1a-ab77-6ee1ea44b4b1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=689e3a70f90a47ada37e902a8f2585ac&device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 1096 time: 0.5121167 Jun 29 17:09:12.505880 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:12.509673 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Deleting port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:09:12.510012 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:12.528819 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a8dec56d-5968-4bb2-a81a-a5cce20cffee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:12.661883 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1ae92343-56ca-4e86-9cbc-632b9b578087 req-163aef0e-91a3-4a35-bb52-fa890d0c7b55 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465527 Jun 29 17:09:12.692799 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf425a-1ebd-44aa-8203-898b54f57ae6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:12.694715 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:09:12.702390 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:12.712300 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f3d29a047e1e4b9fbffb2fade2da32e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6442642 Jun 29 17:09:12.714997 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57630) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:12.902859 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:12.999590 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Set router 6dec5a5b-b438-4d47-adba-864040ec983e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:09:13.004763 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:13.230140 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:13.237045 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:13.266183 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-fdd9ec8f-5a8c-408e-b733-3b0514ae3ebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:13.277842 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-fdd9ec8f-5a8c-408e-b733-3b0514ae3ebc service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc18503d-e2fa-4317-a73e-9c5865e180b8 HTTP/1.1" status: 200 len: 915 time: 0.7218554 Jun 29 17:09:13.280970 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:13.282139 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f5bf425a-1ebd-44aa-8203-898b54f57ae6 HTTP/1.1" status: 204 len: 168 time: 0.5662196 Jun 29 17:09:13.283134 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf425a-1ebd-44aa-8203-898b54f57ae6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:13.287035 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:13.368362 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 846b908e-1c5c-4e57-a651-b28244d4f421 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:13.470603 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-19058b98-8ff2-474a-906f-97f996af6645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:13.480761 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] For port dc693fa1-dd9c-4315-a62b-f7a276e3fb83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:13.481217 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:13.646528 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 846b908e-1c5c-4e57-a651-b28244d4f421 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:13.654080 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 846b908e-1c5c-4e57-a651-b28244d4f421 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:13.654583 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:13.669006 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Calling delete_port for dc693fa1-dd9c-4315-a62b-f7a276e3fb83 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:09:13.843517 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:08:45Z', 'revision_number': 4, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port': {'id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'f0199ceb-5d1f-4093-b347-cf0d0d5e490b', 'name': '', 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'mac_address': 'fa:16:3e:c2:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:43Z', 'updated_at': '2021-06-29T17:08:45Z', 'revision_number': 2, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'subnets': [{'id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:13.849550 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Checking router: 6dec5a5b-b438-4d47-adba-864040ec983e for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:09:13.849926 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Updating router 6dec5a5b-b438-4d47-adba-864040ec983e port f0199ceb-5d1f-4093-b347-cf0d0d5e490b binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:09:13.891894 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:13.914746 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 2, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:13.939333 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Checking router: b59e7014-da27-4de4-969b-0281e8ee1b30 for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:09:13.939716 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Updating router b59e7014-da27-4de4-969b-0281e8ee1b30 port d22bf42c-34d2-4a85-bbc7-7288da076834 binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:09:13.990295 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:14.010757 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:14.172701 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port 846b908e-1c5c-4e57-a651-b28244d4f421, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=846b908e-1c5c-4e57-a651-b28244d4f421,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:14.199855 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:14.264347 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:14.296226 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f67ca963-899e-46b5-9588-b6242d33a242 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:14.340189 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:14.349200 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['44e906cb-895b-4fbe-b457-63d8babe45e0'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:09:14.437117 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event deleted for resources: {'Port': ['ID=dc693fa1-dd9c-4315-a62b-f7a276e3fb83,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:14.459072 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:14.474488 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-aaa3a104-235d-48a9-9bda-37e1e990afd2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa12b1d5-9434-4509-aa80-3d1234a33410 HTTP/1.1" status: 200 len: 217 time: 0.4612658 Jun 29 17:09:14.495182 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:14.848593 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=846b908e-1c5c-4e57-a651-b28244d4f421,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:14.852827 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e8a82-b47d-4d01-b913-0eb690363f92 req-b9604a4d-c0c4-4635-89be-5e286972feff tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:14.860187 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:14.862942 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-146e8a82-b47d-4d01-b913-0eb690363f92 req-b9604a4d-c0c4-4635-89be-5e286972feff tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf28398d-251d-4569-bf5c-370837f4113f HTTP/1.1" status: 200 len: 867 time: 2.1058755 Jun 29 17:09:14.913340 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] No DVR routers for this DVR port dc693fa1-dd9c-4315-a62b-f7a276e3fb83 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:09:14.916723 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:14.990108 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-43474be9-f3de-454d-ae8e-bcf67f98c504 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:14.991944 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-43474be9-f3de-454d-ae8e-bcf67f98c504 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5c932080-37ad-4395-a26d-05efeaf7f2ef HTTP/1.1" status: 200 len: 853 time: 0.5004616 Jun 29 17:09:15.002054 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf28398d-251d-4569-bf5c-370837f4113f', 'name': 'network-vif-deleted', 'tag': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:15.166811 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 846b908e-1c5c-4e57-a651-b28244d4f421 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:15.201723 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82837-beaa-41a8-b926-cd024e15dd1c req-e8cb09fc-d3e2-4ec8-9907-9c222fbf24cb tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:15.204111 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f2d82837-beaa-41a8-b926-cd024e15dd1c req-e8cb09fc-d3e2-4ec8-9907-9c222fbf24cb tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 1.9249234 Jun 29 17:09:15.211767 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-98a8a706-d457-417e-bb1e-b91911850bed service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc18503d-e2fa-4317-a73e-9c5865e180b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658814 Jun 29 17:09:15.248781 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-36fe4031-90c6-430a-ba69-28bc9b2189fa req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "DELETE /v2.0/ports/dc693fa1-dd9c-4315-a62b-f7a276e3fb83 HTTP/1.1" status: 204 len: 173 time: 2.9511001 Jun 29 17:09:15.292598 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-146e8a82-b47d-4d01-b913-0eb690363f92 req-95c42581-fc79-4ca8-98c9-2a898c226f45 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284008 Jun 29 17:09:15.311964 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device aa12b1d5-9434-4509-aa80-3d1234a33410 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:09:15.405258 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:15.432238 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Transition to ACTIVE for port object f0199ceb-5d1f-4093-b347-cf0d0d5e490b will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:15.442785 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:15.447999 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:15.566290 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device dc693fa1-dd9c-4315-a62b-f7a276e3fb83 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:09:15.640570 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc944ce7-be47-4e5b-a0c3-81eb001fad0c None None] Pushing event updated for resources: {'Port': ['ID=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:15.659869 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-cc944ce7-be47-4e5b-a0c3-81eb001fad0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:15.725713 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f2d82837-beaa-41a8-b926-cd024e15dd1c req-30c69461-5104-4b12-b910-e0c9b56ef267 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5092921 Jun 29 17:09:15.765472 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-7ef4e608-7631-4fba-b452-3a69eaa1797f service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417361 Jun 29 17:09:15.889336 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: dc693fa1-dd9c-4315-a62b-f7a276e3fb83 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:09:15.893226 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device dc693fa1-dd9c-4315-a62b-f7a276e3fb83 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:09:15.939072 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port aa12b1d5-9434-4509-aa80-3d1234a33410, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa12b1d5-9434-4509-aa80-3d1234a33410,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:15.972511 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:15.975325 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e47a1-9469-4976-b1fa-2ace991b9fc0 req-21dfa2b5-224d-4999-9d63-0ae1b2283bdf tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:15.987297 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-db2e47a1-9469-4976-b1fa-2ace991b9fc0 req-21dfa2b5-224d-4999-9d63-0ae1b2283bdf tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 943 time: 0.5128815 Jun 29 17:09:16.032391 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Attempting to bind port f0199ceb-5d1f-4093-b347-cf0d0d5e490b on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:16.032765 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Attempting to bind port f0199ceb-5d1f-4093-b347-cf0d0d5e490b by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:16.033158 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Attempting to bind port f0199ceb-5d1f-4093-b347-cf0d0d5e490b on network 48a274a4-b5af-49d9-b034-6454f322a846 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:16.052438 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:16.052815 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Checking segment: {'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:16.061915 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:16.062452 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Bound using segment: {'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:16.062987 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Bound port: f0199ceb-5d1f-4093-b347-cf0d0d5e490b, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f06b46b-6c91-4db5-a3cb-60125334df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:16.063378 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:16.150502 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-db2e47a1-9469-4976-b1fa-2ace991b9fc0 req-bc3107b7-7edb-40e9-8137-e064e3470d99 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569500 Jun 29 17:09:16.220225 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f03c49aa-2df3-4a88-ada0-0719c92e38ba req-47dde5c1-adc0-4c54-9532-4e927a73de85 service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400747 Jun 29 17:09:16.308914 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'aa12b1d5-9434-4509-aa80-3d1234a33410', 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8', 'port_id': 'aa12b1d5-9434-4509-aa80-3d1234a33410', 'mac_address': 'fa:16:3e:ef:5e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c932080-37ad-4395-a26d-05efeaf7f2ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:09:16.339454 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6ca7-3c22-4bab-a2a7-77203a14fd70 req-98c4e6b6-69b3-4f88-a189-9d9c533b895f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:16.354370 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f14b6ca7-3c22-4bab-a2a7-77203a14fd70 req-98c4e6b6-69b3-4f88-a189-9d9c533b895f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1314743 Jun 29 17:09:16.363029 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] For port f0199ceb-5d1f-4093-b347-cf0d0d5e490b, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:16.375387 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] For port f0199ceb-5d1f-4093-b347-cf0d0d5e490b, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,segment=NetworkSegment(2f06b46b-6c91-4db5-a3cb-60125334df16),segment_id=2f06b46b-6c91-4db5-a3cb-60125334df16)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:16.390531 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:16.399678 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:16.405067 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 846b908e-1c5c-4e57-a651-b28244d4f421 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:16.405472 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:16.408965 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf28398d-251d-4569-bf5c-370837f4113f', 'name': 'network-vif-deleted', 'tag': 'dc693fa1-dd9c-4315-a62b-f7a276e3fb83', 'status': 'completed', 'code': 200} Jun 29 17:09:16.479576 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f14b6ca7-3c22-4bab-a2a7-77203a14fd70 req-448acca8-c2e1-42fd-8a9e-9e3b6348e25e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235220 Jun 29 17:09:16.532651 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc944ce7-be47-4e5b-a0c3-81eb001fad0c None None] Pushing event updated for resources: {'Port': ['ID=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:16.536094 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-cc944ce7-be47-4e5b-a0c3-81eb001fad0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:16.561907 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Routers {'6dec5a5b-b438-4d47-adba-864040ec983e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:09:16.563301 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:09:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6dec5a5b-b438-4d47-adba-864040ec983e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:16.593958 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:16.644982 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Transition to ACTIVE for port object d22bf42c-34d2-4a85-bbc7-7288da076834 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:16.675937 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:16.694172 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Sync routers for ids ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:09:16.702124 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:16.719603 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-e38cbacb-5c2a-455f-b2f1-8aac89821d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:16.817467 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] Set router 6dec5a5b-b438-4d47-adba-864040ec983e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:09:16.886042 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa12b1d5-9434-4509-aa80-3d1234a33410 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:16.949742 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port aa12b1d5-9434-4509-aa80-3d1234a33410, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa12b1d5-9434-4509-aa80-3d1234a33410,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:16.978900 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:17.127986 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e8a94-49f8-4b5a-ab47-a00d7dcb2566 None None] Pushing event updated for resources: {'Port': ['ID=d22bf42c-34d2-4a85-bbc7-7288da076834,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:17.176017 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Routers {'e875c6fe-26ef-4fa9-b8ee-7338587b135c'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:09:17.178988 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:09:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:17.325432 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4b1e8a94-49f8-4b5a-ab47-a00d7dcb2566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:17.337457 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac0a4-6bb5-4b40-a856-c28c8d434987 req-da3e4da5-a8cf-403d-bcb7-040a24081083 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:17.339028 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3aac0a4-6bb5-4b40-a856-c28c8d434987 req-da3e4da5-a8cf-403d-bcb7-040a24081083 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1973903 Jun 29 17:09:17.340975 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['aa12b1d5-9434-4509-aa80-3d1234a33410'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:09:17.401458 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-43f648f5-a5be-4d11-94cc-e86467d7f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:17.509507 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:08:45Z', 'revision_number': 4, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port': {'id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'f0199ceb-5d1f-4093-b347-cf0d0d5e490b', 'name': '', 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'mac_address': 'fa:16:3e:c2:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:43Z', 'updated_at': '2021-06-29T17:09:16Z', 'revision_number': 4, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'subnets': [{'id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:17.526912 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb12351-0dc7-4938-a70d-3e4bd47c0d52 None None] The sync data for ids ['6dec5a5b-b438-4d47-adba-864040ec983e'] in dv-cinder-798672-1-smb is: [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:08:45Z', 'revision_number': 4, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port': {'id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'f0199ceb-5d1f-4093-b347-cf0d0d5e490b', 'name': '', 'network_id': '48a274a4-b5af-49d9-b034-6454f322a846', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'mac_address': 'fa:16:3e:c2:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:43Z', 'updated_at': '2021-06-29T17:09:16Z', 'revision_number': 4, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'subnets': [{'id': '58668314-953e-4929-ae5f-f2f5fe902c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:09:17.609756 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3aac0a4-6bb5-4b40-a856-c28c8d434987 req-009286ec-9dd8-4988-b0e8-77952983eb82 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630570 Jun 29 17:09:17.713970 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491bb05-6541-49f4-8d65-628fea45c251 req-f063a056-aaa5-4593-aa5c-c40bf388c1d5 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:17.715883 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c491bb05-6541-49f4-8d65-628fea45c251 req-f063a056-aaa5-4593-aa5c-c40bf388c1d5 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 944 time: 0.2829990 Jun 29 17:09:17.819955 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c491bb05-6541-49f4-8d65-628fea45c251 req-281729ed-3886-4212-bd18-f0ae2cfc6794 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984178 Jun 29 17:09:17.909853 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=aa12b1d5-9434-4509-aa80-3d1234a33410,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:17.919052 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:17.919948 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Attempting to bind port d22bf42c-34d2-4a85-bbc7-7288da076834 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:17.922232 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Attempting to bind port d22bf42c-34d2-4a85-bbc7-7288da076834 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:17.923830 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Attempting to bind port d22bf42c-34d2-4a85-bbc7-7288da076834 on network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:18.105816 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f0199ceb-5d1f-4093-b347-cf0d0d5e490b up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:18.200820 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:18.207807 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Checking segment: {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:18.212529 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:18.212949 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Bound using segment: {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:18.213514 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Bound port: d22bf42c-34d2-4a85-bbc7-7288da076834, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:18.213903 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:18.254094 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3393a-4ff5-4c0e-be00-5458c7eaf815 req-a0c3ec95-3ecc-49e9-8c67-103ef6590d82 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:18.260321 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ca3393a-4ff5-4c0e-be00-5458c7eaf815 req-a0c3ec95-3ecc-49e9-8c67-103ef6590d82 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1676507 Jun 29 17:09:18.367493 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ca3393a-4ff5-4c0e-be00-5458c7eaf815 req-b3f66dfe-5016-4310-a852-5f8bf022190b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973854 Jun 29 17:09:18.572514 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ae353-62de-43e8-8fa7-700da52da1f1 req-fe9bd5ef-2245-4237-abf7-f7e3373160a9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:18.573243 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-e57ae353-62de-43e8-8fa7-700da52da1f1 req-fe9bd5ef-2245-4237-abf7-f7e3373160a9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:18.598261 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-e57ae353-62de-43e8-8fa7-700da52da1f1 req-fe9bd5ef-2245-4237-abf7-f7e3373160a9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:18.600090 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e57ae353-62de-43e8-8fa7-700da52da1f1 req-fe9bd5ef-2245-4237-abf7-f7e3373160a9 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 945 time: 0.2126398 Jun 29 17:09:18.634215 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] For port d22bf42c-34d2-4a85-bbc7-7288da076834, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:18.640539 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] For port d22bf42c-34d2-4a85-bbc7-7288da076834, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d22bf42c-34d2-4a85-bbc7-7288da076834,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:18.657835 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:18.667727 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Set router e875c6fe-26ef-4fa9-b8ee-7338587b135c gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:09:18.685037 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e57ae353-62de-43e8-8fa7-700da52da1f1 req-274963dc-a31b-4ecb-aab0-4e7a0dc2594f tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791125 Jun 29 17:09:18.731164 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-cf7d9942-affc-45d0-8dd2-315e756d0691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:18.895233 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5b82-da2a-4b23-a5b5-c44421caa8f8 req-b7a1593c-9914-453e-b295-799cb01c5475 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:18.902697 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a4a5b82-da2a-4b23-a5b5-c44421caa8f8 req-b7a1593c-9914-453e-b295-799cb01c5475 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1039531 Jun 29 17:09:19.064854 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a4a5b82-da2a-4b23-a5b5-c44421caa8f8 req-7ca240cb-a06d-4107-80fc-64230f9d2af6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609697 Jun 29 17:09:19.128246 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port f0199ceb-5d1f-4093-b347-cf0d0d5e490b completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:19.137366 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e8a94-49f8-4b5a-ab47-a00d7dcb2566 None None] Pushing event updated for resources: {'Port': ['ID=d22bf42c-34d2-4a85-bbc7-7288da076834,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:19.245999 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4b1e8a94-49f8-4b5a-ab47-a00d7dcb2566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:19.247165 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port f0199ceb-5d1f-4093-b347-cf0d0d5e490b triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:19.247598 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:19.261606 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497746-acaa-4188-b79d-b9d013990548 req-c3d00a72-dfbb-4da9-aaea-7379d5094fe0 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:19.270433 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f497746-acaa-4188-b79d-b9d013990548 req-c3d00a72-dfbb-4da9-aaea-7379d5094fe0 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 944 time: 0.1593039 Jun 29 17:09:19.323485 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:09:19.324197 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:09:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:19.352830 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f497746-acaa-4188-b79d-b9d013990548 req-2d790f4e-4778-4f5a-999c-ca7b4bebe6f3 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810981 Jun 29 17:09:19.411436 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:09:19.640939 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912c284-77d7-4548-aaa8-59fccf054506 req-dd6860bd-7691-4cd6-926c-29f713f82fb5 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:19.658687 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b912c284-77d7-4548-aaa8-59fccf054506 req-dd6860bd-7691-4cd6-926c-29f713f82fb5 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1275542 Jun 29 17:09:19.784965 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b912c284-77d7-4548-aaa8-59fccf054506 req-29646332-8819-4f61-860e-3edfe4fe8f35 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251228 Jun 29 17:09:19.848658 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:19.866530 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:09:19.948934 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port f0199ceb-5d1f-4093-b347-cf0d0d5e490b, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,segment=NetworkSegment(2f06b46b-6c91-4db5-a3cb-60125334df16),segment_id=2f06b46b-6c91-4db5-a3cb-60125334df16)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:19.988851 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:20.008407 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:20.332540 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:20.336385 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:20.346209 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdb68f-0204-4d93-aea6-c28af61302a7 req-85de704f-d5e4-4fdd-b468-01142bf4023a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:20.355592 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8abdb68f-0204-4d93-aea6-c28af61302a7 req-85de704f-d5e4-4fdd-b468-01142bf4023a tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 945 time: 0.4403684 Jun 29 17:09:20.374782 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:09:02Z', 'revision_number': 4, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port': {'id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:03:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:52Z', 'updated_at': '2021-06-29T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'dce4560d-8abf-402c-bda0-ab57786f301d', 'name': '', 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'mac_address': 'fa:16:3e:d7:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad46e368-db9d-4cc1-9689-582abc53d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:09:01Z', 'updated_at': '2021-06-29T17:09:02Z', 'revision_number': 2, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'subnets': [{'id': 'ad46e368-db9d-4cc1-9689-582abc53d6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:20.388546 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Checking router: e875c6fe-26ef-4fa9-b8ee-7338587b135c for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:09:20.388929 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Updating router e875c6fe-26ef-4fa9-b8ee-7338587b135c port dce4560d-8abf-402c-bda0-ab57786f301d binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:09:20.392037 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-4618e798-0e2d-4608-b6bd-bd7b28f7915e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:20.393822 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-4618e798-0e2d-4608-b6bd-bd7b28f7915e tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 945 time: 0.4341719 Jun 29 17:09:20.509755 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8abdb68f-0204-4d93-aea6-c28af61302a7 req-34f11d2a-7547-40ae-a592-9a893035515d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/security-groups?id=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529753 Jun 29 17:09:20.517727 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:20.526930 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Deleting port 44e906cb-895b-4fbe-b457-63d8babe45e0 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:09:20.528161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:20.742932 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051936f0-29ba-4fe9-9205-0786e7a874c4 req-13728733-18fd-4d8c-8877-9a42784fa865 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:20.745239 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-051936f0-29ba-4fe9-9205-0786e7a874c4 req-13728733-18fd-4d8c-8877-9a42784fa865 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.4423938 Jun 29 17:09:21.006883 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-051936f0-29ba-4fe9-9205-0786e7a874c4 req-7f969833-ced4-46d5-b354-8e007757cb4f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915085 Jun 29 17:09:21.098930 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084173ab-368d-4c46-8777-2887ba541d40 req-4668313a-62e3-4061-814f-eede77cff2de tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:21.100634 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-084173ab-368d-4c46-8777-2887ba541d40 req-4668313a-62e3-4061-814f-eede77cff2de tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 944 time: 0.3543305 Jun 29 17:09:21.134588 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:21.145212 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] For port 44e906cb-895b-4fbe-b457-63d8babe45e0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=44e906cb-895b-4fbe-b457-63d8babe45e0,segment=NetworkSegment(cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d),segment_id=cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:21.146218 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:21.162748 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Transition to ACTIVE for port object dce4560d-8abf-402c-bda0-ab57786f301d will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:21.176229 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:18Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:21.181104 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:21.185923 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:21.293509 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device aa12b1d5-9434-4509-aa80-3d1234a33410 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:21.320388 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285021e8-9d6e-4c84-bf55-7765d00ea514 None None] The sync data for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb is: [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:18Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:09:21.372546 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Calling delete_port for 44e906cb-895b-4fbe-b457-63d8babe45e0 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:09:21.485252 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-084173ab-368d-4c46-8777-2887ba541d40 req-a5f2a9ef-0aca-4e16-8261-880fe3dd0264 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737638 Jun 29 17:09:21.550759 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde20ba-4a55-4030-8130-a74565772731 None None] Pushing event updated for resources: {'Port': ['ID=dce4560d-8abf-402c-bda0-ab57786f301d,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:21.574641 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-1cde20ba-4a55-4030-8130-a74565772731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:21.636331 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c17824-4fb0-4339-b804-8b2422d77e73 req-b002c099-0af5-43b8-a6d3-a2fe778e55eb tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:21.645334 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f3c17824-4fb0-4339-b804-8b2422d77e73 req-b002c099-0af5-43b8-a6d3-a2fe778e55eb tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4046247 Jun 29 17:09:21.660483 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port aa12b1d5-9434-4509-aa80-3d1234a33410 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:21.737360 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port aa12b1d5-9434-4509-aa80-3d1234a33410 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:21.737360 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:21.800886 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f3c17824-4fb0-4339-b804-8b2422d77e73 req-f2cba1ec-87e4-4a6d-88c6-29c481acb10e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519027 Jun 29 17:09:21.879670 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Attempting to bind port dce4560d-8abf-402c-bda0-ab57786f301d on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:21.880176 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Attempting to bind port dce4560d-8abf-402c-bda0-ab57786f301d by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:21.889603 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Attempting to bind port dce4560d-8abf-402c-bda0-ab57786f301d on network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:21.911253 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:21.916425 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Checking segment: {'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:21.916862 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:21.917471 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Bound using segment: {'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:21.918065 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Bound port: dce4560d-8abf-402c-bda0-ab57786f301d, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:21.918560 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:22.029117 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:22.119902 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-41daf503-ce61-4164-8af5-41b4734f9522 req-2f44bbad-ae59-4a9d-9b2d-e71a8a127848 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.2513006 Jun 29 17:09:22.125605 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-fd2e651a-6ede-4da5-826c-e5e1aa5c7586 tempest-DeleteServersTestJSON-1840880386 tempest-DeleteServersTestJSON-1840880386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:22.207386 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] For port dce4560d-8abf-402c-bda0-ab57786f301d, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:22.211971 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] For port dce4560d-8abf-402c-bda0-ab57786f301d, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dce4560d-8abf-402c-bda0-ab57786f301d,segment=NetworkSegment(ff02920f-cda0-4a8a-adb2-d992e2fa1ac7),segment_id=ff02920f-cda0-4a8a-adb2-d992e2fa1ac7)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:22.233180 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:22.248162 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-58cebf0b-d6d1-44d3-91ee-7d0706da72d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:22.288578 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Pushing event deleted for resources: {'Port': ['ID=44e906cb-895b-4fbe-b457-63d8babe45e0,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:22.301511 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:22.420350 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d22bf42c-34d2-4a85-bbc7-7288da076834 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:22.490655 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde20ba-4a55-4030-8130-a74565772731 None None] Pushing event updated for resources: {'Port': ['ID=dce4560d-8abf-402c-bda0-ab57786f301d,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:22.508619 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:22.545981 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-1cde20ba-4a55-4030-8130-a74565772731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:22.590154 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Routers {'e875c6fe-26ef-4fa9-b8ee-7338587b135c'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:09:22.591174 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:09:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:22.637695 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] No DVR routers for this DVR port 44e906cb-895b-4fbe-b457-63d8babe45e0 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:09:22.665427 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:22.695687 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'name': 'network-vif-deleted', 'tag': '44e906cb-895b-4fbe-b457-63d8babe45e0'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:22.714051 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e28f9819-5600-49e3-94a7-6fc416996f19 req-9c5c2ddc-68bd-4be8-beef-4f23a25ed47c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.7821510 Jun 29 17:09:22.760290 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa12b1d5-9434-4509-aa80-3d1234a33410'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:22.833254 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-54737ad2-bc1b-4ee8-ba68-ab1b606ea118 req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.98 "DELETE /v2.0/ports/44e906cb-895b-4fbe-b457-63d8babe45e0 HTTP/1.1" status: 204 len: 173 time: 2.4253366 Jun 29 17:09:22.834691 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port aa12b1d5-9434-4509-aa80-3d1234a33410, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa12b1d5-9434-4509-aa80-3d1234a33410,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:22.849903 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e28f9819-5600-49e3-94a7-6fc416996f19 req-0a42a5d6-09c3-411d-8a02-a9d58db4d632 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177635 Jun 29 17:09:22.860424 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:22.861557 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 44e906cb-895b-4fbe-b457-63d8babe45e0 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:09:22.868557 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f29646-83b2-4495-9736-e5efc0120565 req-4bac9ffe-f17b-4e4a-b099-8ed8db1e483d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:22.877747 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-38f29646-83b2-4495-9736-e5efc0120565 req-4bac9ffe-f17b-4e4a-b099-8ed8db1e483d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.4849732 Jun 29 17:09:22.905653 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:22.946349 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 44e906cb-895b-4fbe-b457-63d8babe45e0 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:09:22.950279 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 44e906cb-895b-4fbe-b457-63d8babe45e0 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:09:23.085756 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-38f29646-83b2-4495-9736-e5efc0120565 req-2d97cc88-2a9f-4c4c-895c-0d00ef173906 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058530 Jun 29 17:09:23.092228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57776) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:23.146505 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port d22bf42c-34d2-4a85-bbc7-7288da076834 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:23.231459 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8f31a-d9f7-45c5-b99f-3d8f25cd7cf5 req-2ac049f1-9e3c-4413-9889-e44655c1f6d0 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:23.232924 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-87a8f31a-d9f7-45c5-b99f-3d8f25cd7cf5 req-2ac049f1-9e3c-4413-9889-e44655c1f6d0 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.3818874 Jun 29 17:09:23.261980 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port d22bf42c-34d2-4a85-bbc7-7288da076834 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:23.262390 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:23.324710 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611ee33c-6bfe-4151-98e4-9a9be69958bc', 'name': 'network-vif-deleted', 'tag': '44e906cb-895b-4fbe-b457-63d8babe45e0', 'status': 'completed', 'code': 200} Jun 29 17:09:23.354264 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-87a8f31a-d9f7-45c5-b99f-3d8f25cd7cf5 req-c72464af-1c23-43ea-a9ac-cce848daaf3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112485 Jun 29 17:09:23.377450 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=aa12b1d5-9434-4509-aa80-3d1234a33410,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:23.389425 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:23.397722 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] Set router e875c6fe-26ef-4fa9-b8ee-7338587b135c gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:09:23.446503 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa12b1d5-9434-4509-aa80-3d1234a33410', 'code': 200} Jun 29 17:09:23.567452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:23.629851 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:23.635249 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:a99931990ab14d20a39968c18704d060 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:23.639145 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:23.646366 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:23.750927 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:23.761658 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:23.816791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-5f7cc10f-7d19-4ec7-86be-1d0290e285e0 req-b2983544-9bdb-4ea8-b72e-280b70e61d75 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Synchronizing usage tracker for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:23.819365 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4c59cfae-b885-4583-b072-d7a1e263ace1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:23.840490 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a99931990ab14d20a39968c18704d060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7470419 Jun 29 17:09:23.843708 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57786) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:23.860992 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:23.883808 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-5f7cc10f-7d19-4ec7-86be-1d0290e285e0 req-b2983544-9bdb-4ea8-b72e-280b70e61d75 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Unset dirty status for tenant:b7c56ca1aa194a10a491975ec98c319e on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:23.885000 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5f7cc10f-7d19-4ec7-86be-1d0290e285e0 req-b2983544-9bdb-4ea8-b72e-280b70e61d75 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] 10.222.0.99 "GET /v2.0/ports?device_id=611ee33c-6bfe-4151-98e4-9a9be69958bc HTTP/1.1" status: 200 len: 210 time: 0.1282082 Jun 29 17:09:23.930978 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61308756-7233-4204-b9d9-f933eae0d109,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:23.968702 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:24.158385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:24.176398 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea8938-1679-408b-bdf7-9a9cd15728f6 req-9a334bee-c0b9-474b-b9ae-2daa5ceeb2f8 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:24.177935 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ddea8938-1679-408b-bdf7-9a9cd15728f6 req-9a334bee-c0b9-474b-b9ae-2daa5ceeb2f8 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4944758 Jun 29 17:09:24.222192 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:24.293441 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ddea8938-1679-408b-bdf7-9a9cd15728f6 req-a653d5da-8e2c-4af8-8159-d5e144bafba7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963054 Jun 29 17:09:24.303486 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b1ce9001-48a1-49fe-84ff-e69e4e7cc80a req-f1364616-a230-418c-b664-9a13157ec5db service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 1098 time: 0.3132167 Jun 29 17:09:24.322270 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port d22bf42c-34d2-4a85-bbc7-7288da076834, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d22bf42c-34d2-4a85-bbc7-7288da076834,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:24.375203 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b1ce9001-48a1-49fe-84ff-e69e4e7cc80a req-65706e8a-6c7f-47c7-94d8-e4a52193b87a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612814 Jun 29 17:09:24.376294 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:24.380193 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:24.383038 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f0199ceb-5d1f-4093-b347-cf0d0d5e490b up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:24.407292 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:24.434203 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:24.504129 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61308756-7233-4204-b9d9-f933eae0d109,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:24.517841 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:24.518445 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/61308756-7233-4204-b9d9-f933eae0d109 HTTP/1.1" status: 204 len: 168 time: 0.6730149 Jun 29 17:09:24.526941 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:24.632957 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=d22bf42c-34d2-4a85-bbc7-7288da076834,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:24.638392 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:24.652183 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:09:02Z', 'revision_number': 4, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port': {'id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:03:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:52Z', 'updated_at': '2021-06-29T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'dce4560d-8abf-402c-bda0-ab57786f301d', 'name': '', 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'mac_address': 'fa:16:3e:d7:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad46e368-db9d-4cc1-9689-582abc53d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:09:01Z', 'updated_at': '2021-06-29T17:09:22Z', 'revision_number': 4, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'subnets': [{'id': 'ad46e368-db9d-4cc1-9689-582abc53d6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:24.662570 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fdb9f-13d6-4f5e-b6e8-39cb9998135f None None] The sync data for ids ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'] in dv-cinder-798672-1-smb is: [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:09:02Z', 'revision_number': 4, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port': {'id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:03:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:52Z', 'updated_at': '2021-06-29T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'dce4560d-8abf-402c-bda0-ab57786f301d', 'name': '', 'network_id': '75c40663-c0f0-4eaa-84a7-854f8a3fdcbd', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'mac_address': 'fa:16:3e:d7:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad46e368-db9d-4cc1-9689-582abc53d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:09:01Z', 'updated_at': '2021-06-29T17:09:22Z', 'revision_number': 4, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'subnets': [{'id': 'ad46e368-db9d-4cc1-9689-582abc53d6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:09:24.666583 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port f0199ceb-5d1f-4093-b347-cf0d0d5e490b triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:24.667019 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:24.726112 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787064c9-0827-44d0-9506-326f92c2eef1 req-e5672866-be51-49c9-bb5e-e82e3c51bb91 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:24.760090 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-787064c9-0827-44d0-9506-326f92c2eef1 req-e5672866-be51-49c9-bb5e-e82e3c51bb91 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2962112 Jun 29 17:09:24.840590 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-787064c9-0827-44d0-9506-326f92c2eef1 req-e8d673fc-8dda-4278-80a5-d13758b79701 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793359 Jun 29 17:09:24.869343 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97659d04-244f-4f1f-b5b3-f1b690719124 req-76e4e23a-df09-424a-9dbb-ffbd255084af tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:24.876976 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-97659d04-244f-4f1f-b5b3-f1b690719124 req-76e4e23a-df09-424a-9dbb-ffbd255084af tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.3318908 Jun 29 17:09:24.994768 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-97659d04-244f-4f1f-b5b3-f1b690719124 req-23c56fdd-7910-44d4-8290-494fe32240e1 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167896 Jun 29 17:09:25.084511 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d22bf42c-34d2-4a85-bbc7-7288da076834 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:25.094859 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57804) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:25.205034 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port d22bf42c-34d2-4a85-bbc7-7288da076834 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:25.205620 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:25.208402 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Deleting subnet b331cb70-5690-48ba-aa3a-a82dd076a241 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:09:25.218068 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:25.370275 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:25.426880 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dce4560d-8abf-402c-bda0-ab57786f301d up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:25.437330 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:25.608023 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port dce4560d-8abf-402c-bda0-ab57786f301d completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:25.619080 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port dce4560d-8abf-402c-bda0-ab57786f301d triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:25.620092 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:25.837052 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:25.846113 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:25.895472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b331cb70-5690-48ba-aa3a-a82dd076a241,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:25.904819 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:25.927191 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:25.936049 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-300d9952-3a9b-4f89-9cdf-9447eee0c8c4 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/b331cb70-5690-48ba-aa3a-a82dd076a241 HTTP/1.1" status: 204 len: 168 time: 0.8398511 Jun 29 17:09:25.938649 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57826) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:25.961843 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6ad55-347d-4000-8d90-2425fc205fce req-4dd58a21-8cfb-4ab8-9fab-bba76d76012c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:25.964082 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-46a6ad55-347d-4000-8d90-2425fc205fce req-4dd58a21-8cfb-4ab8-9fab-bba76d76012c tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2152762 Jun 29 17:09:25.971690 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.032397 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-46a6ad55-347d-4000-8d90-2425fc205fce req-a76a8fdf-d90f-4bfb-bf67-bcf21ec6fe0f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630269 Jun 29 17:09:26.058867 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port dce4560d-8abf-402c-bda0-ab57786f301d, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dce4560d-8abf-402c-bda0-ab57786f301d,segment=NetworkSegment(ff02920f-cda0-4a8a-adb2-d992e2fa1ac7),segment_id=ff02920f-cda0-4a8a-adb2-d992e2fa1ac7)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:26.083305 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.085603 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:26.182000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.213593 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=dce4560d-8abf-402c-bda0-ab57786f301d,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:26.225322 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:26.235243 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-67cba1f3-7823-4fbe-a40b-2779a3f111b6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Synchronizing usage tracker for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:26.259013 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-67cba1f3-7823-4fbe-a40b-2779a3f111b6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Unset dirty status for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:26.262250 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-67cba1f3-7823-4fbe-a40b-2779a3f111b6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462120128&fields=id&tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151 HTTP/1.1" status: 200 len: 267 time: 0.0995872 Jun 29 17:09:26.330366 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 57838) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:26.421375 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.453075 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb8c5a1-e451-4c87-a9b3-5b725b023cf3']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:26.469091 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:26.469728 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4493e6-43b5-4f1f-ba13-0f214a2d5c1d') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:09:26.484508 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.504744 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.512830 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:09:26.513976 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:09:26.535366 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:09:26.580827 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-bc1e5757-db45-405a-8a53-1e261e7289e0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:26.582461 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-bc1e5757-db45-405a-8a53-1e261e7289e0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Synchronizing usage tracker for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:26.609665 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638e408-0824-4f96-9962-ef051c818703 req-c5421589-01b3-489e-8b23-c1e62066305d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:26.610879 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8638e408-0824-4f96-9962-ef051c818703 req-c5421589-01b3-489e-8b23-c1e62066305d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1989701 Jun 29 17:09:26.621191 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1100150906-network', 'tenant_id': '99c0384a960544f6a3d43acd02c50164'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:26.636056 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:26.640374 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Usage tracker for resource:network and tenant:99c0384a960544f6a3d43acd02c50164 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:26.643559 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:26.665711 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:26.669218 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-bc1e5757-db45-405a-8a53-1e261e7289e0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Unset dirty status for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:26.670378 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-bc1e5757-db45-405a-8a53-1e261e7289e0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 809 time: 0.4003401 Jun 29 17:09:26.671238 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.677011 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-aaf50801-1d70-4361-8c4f-607fc6db7a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:26.701345 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.734473 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8638e408-0824-4f96-9962-ef051c818703 req-198ad5b5-9c4e-45a1-a4a9-c8968e4293ea tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997851 Jun 29 17:09:26.737172 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Made reservation on behalf of 99c0384a960544f6a3d43acd02c50164 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:09:26.741254 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.753685 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-cbd06c01-7fdd-4674-84cd-37fec666a81d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/quotas/b3b5e10ea1f34217bd9d2c26e7a7d151 HTTP/1.1" status: 200 len: 375 time: 0.0725694 Jun 29 17:09:26.799873 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:26.824279 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb8c5a1-e451-4c87-a9b3-5b725b023cf3,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:26.857499 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:26.912415 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:26.926969 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Usage tracker for resource:security_group_rule and tenant:99c0384a960544f6a3d43acd02c50164 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:26.934715 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:26.951015 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:26.977960 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-28f6558a-c9e3-4f17-a45d-0882024d524a admin admin] 10.222.0.99 "DELETE /v2.0/networks/6eb8c5a1-e451-4c87-a9b3-5b725b023cf3 HTTP/1.1" status: 204 len: 168 time: 1.0372248 Jun 29 17:09:27.079553 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dce4560d-8abf-402c-bda0-ab57786f301d up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:27.133540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.164825 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.172092 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41863245-56af-4f66-a709-aa0212889a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:27.225428 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:09:27.246309 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-889596e7-81a4-46bf-a1f9-fffa4cd43c1b tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4859889 Jun 29 17:09:27.249932 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f2d44-13b2-487f-99a5-f991b92355ba,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:27.308648 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port dce4560d-8abf-402c-bda0-ab57786f301d triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:27.309304 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.318689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:27.400664 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57846) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:27.475162 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a0e1ce57-121f-4e2b-8be2-f76f10d4adec admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b7c56ca1aa194a10a491975ec98c319e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0720265 Jun 29 17:09:27.478559 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57850) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:27.486091 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-5d3615ec-60c5-4b42-9795-1d73267cced2 service neutron] 10.222.0.99 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662700 Jun 29 17:09:27.488644 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.489078 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Added segment 159dcc98-b614-477e-9763-9fadc30d5f7b of type vlan for network 176911c8-6472-44fd-b6e7-19545601c4b8 Jun 29 17:09:27.643798 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c1f56-9219-40ac-849f-b7309bd77f64 req-7511abc7-0b76-4e79-9030-7ace506a6407 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:27.651502 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-239c1f56-9219-40ac-849f-b7309bd77f64 req-7511abc7-0b76-4e79-9030-7ace506a6407 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.4023008 Jun 29 17:09:27.654467 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.659554 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.701826 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.717690 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-239c1f56-9219-40ac-849f-b7309bd77f64 req-f2af91ac-0899-4bbd-8345-92b6ef982711 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651629 Jun 29 17:09:27.761632 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.775564 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1e85b73b-0f61-4e1a-8e69-cd1172494d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:27.797491 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.798982 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d1e0ea41-e25d-4969-a8f5-3cb96adf3dec HTTP/1.1" status: 204 len: 168 time: 0.3192611 Jun 29 17:09:27.800167 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e0ea41-e25d-4969-a8f5-3cb96adf3dec,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:27.803180 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:27.834606 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-dd31c693-b712-4c5f-ba31-de7fc0af9c68 service neutron] 10.222.0.99 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386641 Jun 29 17:09:27.840020 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.842101 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:27.842896 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:27.847931 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:27.950904 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Pushing event updated for resources: {'Network': ['ID=176911c8-6472-44fd-b6e7-19545601c4b8,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:27.958331 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:27.969143 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 176911c8-6472-44fd-b6e7-19545601c4b8 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:09:27.981593 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6473713 Jun 29 17:09:27.982095 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 57866) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:27.989859 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Request body: {'subnet': {'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1100150906-subnet', 'tenant_id': '99c0384a960544f6a3d43acd02c50164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:28.003289 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:28.022692 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Usage tracker for resource:subnet and tenant:99c0384a960544f6a3d43acd02c50164 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:28.038368 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:28.056869 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:28.078220 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Made reservation on behalf of 99c0384a960544f6a3d43acd02c50164 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:09:28.080701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:28.641480 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:28.651246 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:28.690767 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3adbfe-c093-4828-91ce-2914d28f273e req-6a6a72f8-5f40-4810-8420-6a31698fd821 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:28.709466 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cc3adbfe-c093-4828-91ce-2914d28f273e req-6a6a72f8-5f40-4810-8420-6a31698fd821 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2978759 Jun 29 17:09:28.855663 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cc3adbfe-c093-4828-91ce-2914d28f273e req-a060c905-f466-43f3-b7c4-f56ac4ef6112 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343298 Jun 29 17:09:28.907434 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0448412-e84d-4694-9b96-2b5f87a8b49d,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:28.919129 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:28.934417 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Checking segment: {'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:28.935067 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Network hostable DHCP agents. Network: 176911c8-6472-44fd-b6e7-19545601c4b8, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:09:28.990802 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Network 176911c8-6472-44fd-b6e7-19545601c4b8 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:09:29.021649 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 176911c8-6472-44fd-b6e7-19545601c4b8) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:09:29.027600 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:29.029389 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:29.032160 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2a640-3d89-456b-9ff8-4365eb7c8a3a None None] Network 176911c8-6472-44fd-b6e7-19545601c4b8 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:09:29.076970 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0932033 Jun 29 17:09:29.351949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fa8f58bd-7e7a-48e6-b5f9-db3ca1d020b0 req-6d4bf30f-caa6-44b8-9b12-dd633eee21ec tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 210 time: 0.1085467 Jun 29 17:09:29.424227 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-1b3efdbd-dac3-4053-8001-94ddf6efd7a3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=61858b42ef4f4fc39de98669306e2fbf&device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 1098 time: 0.2821412 Jun 29 17:09:29.568044 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd9254c-e9b2-4b6a-b2b0-05b7785bf7c0 None None] Network 176911c8-6472-44fd-b6e7-19545601c4b8 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:09:29.904253 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-df7fa1ad-02bb-4a6b-8060-a62974a8b244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:29.907218 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-df7fa1ad-02bb-4a6b-8060-a62974a8b244 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 200 len: 921 time: 0.4754543 Jun 29 17:09:29.925936 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c8397-2581-40c2-8e52-9b8b9c945e13 req-22067db7-0d5f-478a-9a16-1bb6813350c7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:29.932659 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-779c8397-2581-40c2-8e52-9b8b9c945e13 req-22067db7-0d5f-478a-9a16-1bb6813350c7 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4575787 Jun 29 17:09:30.145774 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-3632849c-913e-4bcb-bcfc-2cf3ab20381a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 200 len: 217 time: 0.2113168 Jun 29 17:09:30.376151 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-779c8397-2581-40c2-8e52-9b8b9c945e13 req-847577c0-7365-4d47-bc0a-321c990934f9 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954717 Jun 29 17:09:30.398290 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-52edff34-958d-464b-a63a-7407441babfd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:30.399853 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-52edff34-958d-464b-a63a-7407441babfd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 200 len: 859 time: 0.2464495 Jun 29 17:09:30.497837 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-664107f3-2c5c-4733-ad8c-d689a5114c44 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cb8b0846-b0d4-47bf-b264-907440eac994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855751 Jun 29 17:09:30.516556 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f41b-060a-43c9-87b5-cfb8c8083702 req-a4ef71f2-d223-4cbf-ba39-391c76ea7f71 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:30.524110 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a755f41b-060a-43c9-87b5-cfb8c8083702 req-a4ef71f2-d223-4cbf-ba39-391c76ea7f71 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2929242 Jun 29 17:09:30.998408 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-147c391a-1932-4d09-9fbd-fc97a364c374 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:31.000110 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-147c391a-1932-4d09-9fbd-fc97a364c374 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.98 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 809 time: 0.2771616 Jun 29 17:09:31.021937 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a755f41b-060a-43c9-87b5-cfb8c8083702 req-69eb2b28-6d13-4276-8e6e-3b159707a5a3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4966085 Jun 29 17:09:31.039852 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-82a69ae8-7002-4c03-a758-2a0f5dd77717 req-52e67d38-fbfa-4779-a56b-34117491f0d2 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 210 time: 0.4123333 Jun 29 17:09:31.190222 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-28946fb7-d8ce-4a3d-bcbf-036ce4e5ea42 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151 HTTP/1.1" status: 200 len: 379 time: 0.1540146 Jun 29 17:09:31.213443 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'port': {'device_id': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'admin_state_up': True, 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'security_groups': ['f46264dd-1fb8-4a4a-8a07-f9ae99d061da']}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:31.258009 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-9e778f86-eb80-48ab-b10a-220ba7b280ad service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306476 Jun 29 17:09:31.608387 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:31.612424 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e5ca2d52-6407-4d9d-b966-7a6b1cffa533 req-6befd0f1-72f9-4c9c-9673-f523fcdc310e service neutron] 10.222.0.98 "GET /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776983 Jun 29 17:09:31.615033 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:port and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:31.619877 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:31.627434 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:31.661742 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Made reservation on behalf of b3b5e10ea1f34217bd9d2c26e7a7d151 for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:09:31.670058 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:32.048375 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:32.103369 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91a34d-41e6-43d6-9917-5b9cdb4e1d0e req-d77b5c70-0838-4d05-9c92-a59b60dce610 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:32.104854 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8c91a34d-41e6-43d6-9917-5b9cdb4e1d0e req-d77b5c70-0838-4d05-9c92-a59b60dce610 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.4070175 Jun 29 17:09:32.128117 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Allocated IP 172.20.0.8 (64c9f01d-fef7-42ac-b5db-76d2d8693ef0/45f21497-b713-48a0-9490-2c17253b39f2/a51d63b6-5c57-4d98-9f83-c066cf1904ab) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:09:32.202799 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8c91a34d-41e6-43d6-9917-5b9cdb4e1d0e req-381c22af-8adc-4d8e-b60a-6ab6c48bb625 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852950 Jun 29 17:09:32.540312 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:32.638132 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5c6035c3-883c-4d52-a891-9c2bdcd05462 req-89d9131f-6c7d-420b-90f6-73e8c8b6f249 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 210 time: 0.0943811 Jun 29 17:09:32.662745 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Transition to ACTIVE for port object a51d63b6-5c57-4d98-9f83-c066cf1904ab will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:32.730753 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:32.734474 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:32.955218 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:09:32.958539 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:32.961472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:32.967258 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea22bf-db27-413f-a569-c1790c4583a6 req-064cbaba-ec07-43a9-b754-ae5d2ba844f1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:32.974013 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bcea22bf-db27-413f-a569-c1790c4583a6 req-064cbaba-ec07-43a9-b754-ae5d2ba844f1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.4292908 Jun 29 17:09:32.979700 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:09:32.982216 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:09:32.986167 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:32.988603 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:33.094612 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-8cbcc8c4-e459-44cf-a1d5-da1757ba5074 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:33.096430 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-8cbcc8c4-e459-44cf-a1d5-da1757ba5074 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 815 time: 0.2836382 Jun 29 17:09:33.106556 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9079266 Jun 29 17:09:33.144767 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bcea22bf-db27-413f-a569-c1790c4583a6 req-347edd48-774c-4665-9843-337e1dbb4333 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693633 Jun 29 17:09:33.154848 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Request body: {'port': {'device_id': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:33.280198 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-1abd36af-0b6c-4c20-b706-6940ef9b56fa tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/quotas/5e91602e33054940b2f0831452c703f8 HTTP/1.1" status: 200 len: 375 time: 0.1660514 Jun 29 17:09:33.292838 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-c4593c1e-b6d4-44f9-b5e3-2f5ffd8d61e9 None None] Provisioning for port a51d63b6-5c57-4d98-9f83-c066cf1904ab completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:33.299134 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-c4593c1e-b6d4-44f9-b5e3-2f5ffd8d61e9 None None] Provisioning complete for port a51d63b6-5c57-4d98-9f83-c066cf1904ab triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:33.299919 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c4593c1e-b6d4-44f9-b5e3-2f5ffd8d61e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:33.379118 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-c4593c1e-b6d4-44f9-b5e3-2f5ffd8d61e9 None None] Port a51d63b6-5c57-4d98-9f83-c066cf1904ab cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:09:33.513466 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:33.664939 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-b9187109-c24b-401a-a264-c06e3e932294 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3837595 Jun 29 17:09:33.829856 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27aeb8cd-107c-4697-a490-8f7785618965 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:33.830695 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27aeb8cd-107c-4697-a490-8f7785618965 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Synchronizing usage tracker for tenant:99c0384a960544f6a3d43acd02c50164 on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:34.000876 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27aeb8cd-107c-4697-a490-8f7785618965 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Unset dirty status for tenant:99c0384a960544f6a3d43acd02c50164 on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:34.002392 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27aeb8cd-107c-4697-a490-8f7785618965 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/networks?id=176911c8-6472-44fd-b6e7-19545601c4b8 HTTP/1.1" status: 200 len: 809 time: 0.6134861 Jun 29 17:09:34.093060 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-02e507bf-e6a0-494b-9b9b-ef7ad98fcbdc service neutron] 10.222.0.99 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149780 Jun 29 17:09:34.129152 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-1fa465c4-5afb-4bb6-ab90-dc92a9b5127f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/quotas/99c0384a960544f6a3d43acd02c50164 HTTP/1.1" status: 200 len: 375 time: 0.1032591 Jun 29 17:09:34.265766 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-e367bb49-5488-4b70-9c1e-dbed3c606d72 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=99c0384a960544f6a3d43acd02c50164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752993 Jun 29 17:09:34.409350 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.db.resource_extend [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:09:34.553595 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c66a724d-791f-4bff-a2f4-069c05877602 service neutron] 10.222.0.99 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592652 Jun 29 17:09:34.589476 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51d63b6-5c57-4d98-9f83-c066cf1904ab {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:34.603580 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:34.633832 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-504f7567-c195-4f29-9a5d-97c67e48af2a service neutron] 10.222.0.99 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549848 Jun 29 17:09:34.636593 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Transition to ACTIVE for port object a51d63b6-5c57-4d98-9f83-c066cf1904ab will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:34.669766 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:34.680509 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:35.048106 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:35.062691 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:35.317459 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-8b9c5053-9c45-4874-b9f8-13f5c46a003b service neutron] 10.222.0.99 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772466 Jun 29 17:09:35.393501 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Attempting to bind port a51d63b6-5c57-4d98-9f83-c066cf1904ab on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:35.393834 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Attempting to bind port a51d63b6-5c57-4d98-9f83-c066cf1904ab by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:35.394247 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Attempting to bind port a51d63b6-5c57-4d98-9f83-c066cf1904ab on network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:35.409683 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Port a51d63b6-5c57-4d98-9f83-c066cf1904ab on network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:09:35.410000 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Attempting to bind port a51d63b6-5c57-4d98-9f83-c066cf1904ab on network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:35.436252 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d45ff-d4f6-46bc-80b5-5911d363b26f req-73b19b57-a597-4e82-8c84-992ef57bf322 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:35.459066 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-784d45ff-d4f6-46bc-80b5-5911d363b26f req-73b19b57-a597-4e82-8c84-992ef57bf322 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.3088689 Jun 29 17:09:35.463885 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:35.468359 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Checking segment: {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:35.474422 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Bound using segment: {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:35.475778 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Bound port: a51d63b6-5c57-4d98-9f83-c066cf1904ab, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e78547d-1996-4d45-a6c9-1a397b1b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:35.476587 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:35.659095 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-784d45ff-d4f6-46bc-80b5-5911d363b26f req-5f7dec8e-258b-47f5-8981-231a8947f2cb tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962011 Jun 29 17:09:35.740475 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:35.761839 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:35.783060 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:35.942248 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41556054-d216-43d7-a4c9-e7234a7c823e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:36.121904 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:36.126259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:36.137349 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:36.139002 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] 10.222.0.98 "PUT /v2.0/ports/a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 1093 time: 2.9911842 Jun 29 17:09:36.139713 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:36.341176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fdb15-1aa8-41c3-adf2-19f1c2565e7b req-db0a9323-3989-4c1b-a51d-f03cb9d49bd1 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:36.341980 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-121fdb15-1aa8-41c3-adf2-19f1c2565e7b req-db0a9323-3989-4c1b-a51d-f03cb9d49bd1 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Synchronizing usage tracker for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:36.428463 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a3f38-8e21-4402-9016-6b50a137b2a0 req-0949aa73-9781-41ef-aa6f-828b05779e4a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:36.430144 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-421a3f38-8e21-4402-9016-6b50a137b2a0 req-0949aa73-9781-41ef-aa6f-828b05779e4a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.2982318 Jun 29 17:09:36.433877 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c01b86c2-24dc-4b03-b96f-cc63d74ac3d4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1096 time: 0.2386353 Jun 29 17:09:36.434614 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-121fdb15-1aa8-41c3-adf2-19f1c2565e7b req-db0a9323-3989-4c1b-a51d-f03cb9d49bd1 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Unset dirty status for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:36.442113 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-121fdb15-1aa8-41c3-adf2-19f1c2565e7b req-db0a9323-3989-4c1b-a51d-f03cb9d49bd1 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.6130245 Jun 29 17:09:36.682287 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-810183e6-27a9-4563-ae58-9c8be0b44de0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 217 time: 0.2359648 Jun 29 17:09:36.841750 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c5765c2b-faa0-4fdf-8e6f-b274ae5cf841 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:36.845029 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-c5765c2b-faa0-4fdf-8e6f-b274ae5cf841 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 200 len: 848 time: 0.1452889 Jun 29 17:09:36.864097 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-421a3f38-8e21-4402-9016-6b50a137b2a0 req-ed42d568-5a39-4e5f-bb6a-a12600ef48ca tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192545 Jun 29 17:09:36.906742 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-121fdb15-1aa8-41c3-adf2-19f1c2565e7b req-7d69ea3e-642d-4773-aa11-8818d75bdecd tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4637351 Jun 29 17:09:36.994280 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-cde6a3a1-f775-4399-aba2-2709f9fb2e6c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:36.996911 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-cde6a3a1-f775-4399-aba2-2709f9fb2e6c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.98 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 815 time: 0.4411867 Jun 29 17:09:37.022562 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'port': {'device_id': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'admin_state_up': True, 'tenant_id': '5e91602e33054940b2f0831452c703f8'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:37.413014 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-9cc4233c-31cc-4631-a2b2-342e3099aee7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5478613 Jun 29 17:09:37.522790 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-67be8c8e-6807-4e29-9902-2aa9e5ef8aa0 req-6a5edfe1-a719-409f-9e02-6db6bccc457d tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 210 time: 0.1149197 Jun 29 17:09:37.563071 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c61f587b-5948-448f-b23f-fda6d1937ccc req-d1faa280-542b-49ba-a91e-eb7363a3c9fc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 210 time: 0.4473398 Jun 29 17:09:37.791994 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'status': 'completed', 'code': 200} Jun 29 17:09:37.907562 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:37.986090 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:port and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:38.005872 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-ff66c06e-cfce-4cd5-867c-e97609f9b230 service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809171 Jun 29 17:09:38.006774 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:38.026874 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:38.092679 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-99e42764-e3c3-4c1e-ba5f-8ef340cc9c83 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:38.094394 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-99e42764-e3c3-4c1e-ba5f-8ef340cc9c83 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "GET /v2.0/networks?id=176911c8-6472-44fd-b6e7-19545601c4b8 HTTP/1.1" status: 200 len: 809 time: 0.5030551 Jun 29 17:09:38.189828 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Request body: {'port': {'device_id': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8', 'admin_state_up': True, 'tenant_id': '99c0384a960544f6a3d43acd02c50164'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:38.326397 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Made reservation on behalf of 5e91602e33054940b2f0831452c703f8 for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:09:38.357601 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:38.455926 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:38.471772 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Usage tracker for resource:port and tenant:99c0384a960544f6a3d43acd02c50164 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:38.475788 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:38.486563 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:38.516083 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Made reservation on behalf of 99c0384a960544f6a3d43acd02c50164 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:09:38.519736 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:38.907853 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12343de8-48cb-43dc-8916-f8830fa389f6 req-56f23a22-c552-4e2b-ab13-407e60ad2073 service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8781641 Jun 29 17:09:39.007204 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982a353-2833-4013-af06-030b3961ac08 req-fc406206-5980-4df5-b54e-9dce66b7d4c9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:39.015804 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c982a353-2833-4013-af06-030b3961ac08 req-fc406206-5980-4df5-b54e-9dce66b7d4c9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.6319537 Jun 29 17:09:39.026306 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Allocated IP 172.20.0.11 (176911c8-6472-44fd-b6e7-19545601c4b8/b0448412-e84d-4694-9b96-2b5f87a8b49d/5495761b-be47-4890-bd8e-88be41200165) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:09:39.074153 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d818630-4129-4d0f-8fba-090e57942faf req-47b01722-549e-4ab2-82f0-a6c46bdef3a5 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:39.076597 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d818630-4129-4d0f-8fba-090e57942faf req-47b01722-549e-4ab2-82f0-a6c46bdef3a5 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.5187573 Jun 29 17:09:39.098799 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Allocated IP 172.20.0.6 (64f17278-3b35-4138-b40a-39c37709b43e/b1bd5d50-29fb-453d-bb53-7f408a745d3a/72df315b-a9b8-4b62-ae3b-862df6b6aef8) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:09:39.205551 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c982a353-2833-4013-af06-030b3961ac08 req-d3faaf43-6dce-4ecb-8427-8bdabb8a7058 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886542 Jun 29 17:09:39.262350 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d818630-4129-4d0f-8fba-090e57942faf req-3ec209a8-8dfb-4cfd-8077-47c838b7fafe tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757553 Jun 29 17:09:39.359961 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:39.416286 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:39.422278 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:39.512275 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Network 176911c8-6472-44fd-b6e7-19545601c4b8 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:09:39.516323 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:09:39.520740 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:09:39.555335 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Pushing event updated for resources: {'Port': ['ID=5495761b-be47-4890-bd8e-88be41200165,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:39.561971 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:39.567596 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fbc6ea5d-2bfa-4bf3-b9a3-671f11bab020 req-dba123ce-0731-4d50-b7d5-6663169a715e tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 210 time: 0.1149094 Jun 29 17:09:39.631670 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:39.657085 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:39.662685 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:39.671812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Transition to ACTIVE for port object 72df315b-a9b8-4b62-ae3b-862df6b6aef8 will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:39.713007 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5359352 Jun 29 17:09:39.724924 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50636d6-cf80-4b33-9338-35fc1d5226e1 req-ac466480-e5eb-4a7c-9ec5-5be3cabc98a7 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:39.724924 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b50636d6-cf80-4b33-9338-35fc1d5226e1 req-ac466480-e5eb-4a7c-9ec5-5be3cabc98a7 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.2156012 Jun 29 17:09:39.760388 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:39.768812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:39.861315 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Network 64f17278-3b35-4138-b40a-39c37709b43e is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:09:39.865832 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-b50636d6-cf80-4b33-9338-35fc1d5226e1 req-3a2e82a0-3fc0-4c74-b164-2f90a7a0ad7e tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Synchronizing usage tracker for tenant:99c0384a960544f6a3d43acd02c50164 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:39.869198 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:09:39.875804 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:09:39.879938 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:39.880562 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:39.885031 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:39.897759 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:39.909237 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-b50636d6-cf80-4b33-9338-35fc1d5226e1 req-3a2e82a0-3fc0-4c74-b164-2f90a7a0ad7e tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Unset dirty status for tenant:99c0384a960544f6a3d43acd02c50164 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:39.925078 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b50636d6-cf80-4b33-9338-35fc1d5226e1 req-3a2e82a0-3fc0-4c74-b164-2f90a7a0ad7e tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750238 Jun 29 17:09:39.946900 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9323523 Jun 29 17:09:40.256922 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-83becb40-214f-4259-a10f-4f9cb56de155 None None] Provisioning for port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:40.264166 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-83becb40-214f-4259-a10f-4f9cb56de155 None None] Provisioning complete for port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:40.265815 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-83becb40-214f-4259-a10f-4f9cb56de155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:40.344465 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-83becb40-214f-4259-a10f-4f9cb56de155 None None] Port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:09:40.534137 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38be3c-f23d-4dfb-b241-771d38f8cd76 req-74b585a0-2082-416e-bf5d-e76425539218 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:40.535790 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dc38be3c-f23d-4dfb-b241-771d38f8cd76 req-74b585a0-2082-416e-bf5d-e76425539218 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1019394 Jun 29 17:09:40.578811 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff7f15b3-b19a-43fe-8fa1-de90631494a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:40.630239 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dc38be3c-f23d-4dfb-b241-771d38f8cd76 req-8eb0ceca-1918-4162-9c70-f959920be34e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543571 Jun 29 17:09:40.672612 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19227d06-cbde-439e-9ef0-cfca4e42b4f0 req-81b4447e-e3b2-456e-b30c-26fb104c63d8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:40.674475 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-19227d06-cbde-439e-9ef0-cfca4e42b4f0 req-81b4447e-e3b2-456e-b30c-26fb104c63d8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.1365335 Jun 29 17:09:40.762353 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-19227d06-cbde-439e-9ef0-cfca4e42b4f0 req-f76b9197-42b7-4ea0-b6c4-33e404d62bd6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807076 Jun 29 17:09:41.075860 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:41.266705 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc35cb-c6df-4544-9304-635896f8d0b3 req-334247f5-ec69-4482-9b21-669e41278867 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:41.267479 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6bcc35cb-c6df-4544-9304-635896f8d0b3 req-334247f5-ec69-4482-9b21-669e41278867 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Synchronizing usage tracker for tenant:5e91602e33054940b2f0831452c703f8 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:09:41.304329 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6bcc35cb-c6df-4544-9304-635896f8d0b3 req-334247f5-ec69-4482-9b21-669e41278867 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Unset dirty status for tenant:5e91602e33054940b2f0831452c703f8 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:09:41.305561 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6bcc35cb-c6df-4544-9304-635896f8d0b3 req-334247f5-ec69-4482-9b21-669e41278867 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.2151046 Jun 29 17:09:41.312132 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3f988-7c32-49b3-9877-ee394e0a53f6 req-02149f86-b3ca-4397-b006-cfbd3e2b6d73 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:41.319267 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2b3f988-7c32-49b3-9877-ee394e0a53f6 req-02149f86-b3ca-4397-b006-cfbd3e2b6d73 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.1471910 Jun 29 17:09:41.407833 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2b3f988-7c32-49b3-9877-ee394e0a53f6 req-a098ec2b-51e4-4e1b-ad4e-3f04fb3b3832 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876181 Jun 29 17:09:41.421747 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6bcc35cb-c6df-4544-9304-635896f8d0b3 req-23a19b25-2a0b-46dd-95ff-8d54b9780a51 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002743 Jun 29 17:09:41.906659 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9e62c-9273-48df-85eb-ec36c699b58b req-454ab590-4710-4e1c-99c0-ba9f91bd6eb5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:41.910422 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-83d9e62c-9273-48df-85eb-ec36c699b58b req-454ab590-4710-4e1c-99c0-ba9f91bd6eb5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.0835190 Jun 29 17:09:41.992098 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-83d9e62c-9273-48df-85eb-ec36c699b58b req-5ecbf0f0-7e1a-443e-a1d2-a8128b05be93 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771303 Jun 29 17:09:42.236712 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74796-d5dd-48f6-9743-13604fe2f6e2 req-dc37b385-8783-4ba9-a9d1-61aa51bb0adf tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:42.238360 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2ac74796-d5dd-48f6-9743-13604fe2f6e2 req-dc37b385-8783-4ba9-a9d1-61aa51bb0adf tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.1729500 Jun 29 17:09:42.314561 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2ac74796-d5dd-48f6-9743-13604fe2f6e2 req-b9fa21f2-845a-4dfe-9086-029f58708649 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664687 Jun 29 17:09:42.681841 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bdffda98-ebda-44ec-bdf6-21b0a5464658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:42.720927 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a438d7-4010-4936-b814-4c0d88c1bb5f req-9c9b10fa-7960-47e2-a682-9d09cee5d156 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:42.722394 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-30a438d7-4010-4936-b814-4c0d88c1bb5f req-9c9b10fa-7960-47e2-a682-9d09cee5d156 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.1704745 Jun 29 17:09:42.734506 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528ec8c-3338-4546-b2c9-587a419b59d6 req-02f1a2d2-bf1c-4f06-807a-ddc596996cbd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:42.743354 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7528ec8c-3338-4546-b2c9-587a419b59d6 req-02f1a2d2-bf1c-4f06-807a-ddc596996cbd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.1462147 Jun 29 17:09:42.820806 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7528ec8c-3338-4546-b2c9-587a419b59d6 req-d690d808-9002-442e-abf0-be4196a2f8b1 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759537 Jun 29 17:09:42.825461 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-30a438d7-4010-4936-b814-4c0d88c1bb5f req-b254ab4c-7f96-4f06-8ed0-6d483b55d100 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646875 Jun 29 17:09:43.390805 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b920f-0c7d-45d4-9d7c-79835d9b67a5 req-57d80cae-c732-4cad-a6dc-a1a9699072a0 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:43.392522 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1c3b920f-0c7d-45d4-9d7c-79835d9b67a5 req-57d80cae-c732-4cad-a6dc-a1a9699072a0 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.0912535 Jun 29 17:09:43.444358 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1c3b920f-0c7d-45d4-9d7c-79835d9b67a5 req-84b5cde5-e697-4193-821a-671f7474bf02 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Jun 29 17:09:43.562276 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5306bc-6ed2-437d-b79f-85a9b5a89998 req-fb0c8190-45a4-4d6a-ae19-0421270bf739 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:43.563820 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0d5306bc-6ed2-437d-b79f-85a9b5a89998 req-fb0c8190-45a4-4d6a-ae19-0421270bf739 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.0997870 Jun 29 17:09:43.652782 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0d5306bc-6ed2-437d-b79f-85a9b5a89998 req-d42f6764-8995-4e0b-84ef-582cb177de91 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706718 Jun 29 17:09:43.783638 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:44.147184 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f3816-9cc4-4f33-abe6-d043cfadbd4a req-323d86c5-da24-42e3-a1f1-6ee3eae96223 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:44.148564 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-605f3816-9cc4-4f33-abe6-d043cfadbd4a req-323d86c5-da24-42e3-a1f1-6ee3eae96223 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.1891279 Jun 29 17:09:44.175211 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdeca-7381-493e-8c12-bd2df43ea0f4 req-c004f898-1289-4047-a069-843fb8e446ac tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:44.176582 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3e9cdeca-7381-493e-8c12-bd2df43ea0f4 req-c004f898-1289-4047-a069-843fb8e446ac tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.1572108 Jun 29 17:09:44.232468 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-605f3816-9cc4-4f33-abe6-d043cfadbd4a req-1af9824f-eb33-4ca5-978f-cbd89b04bb22 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761559 Jun 29 17:09:44.239111 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3e9cdeca-7381-493e-8c12-bd2df43ea0f4 req-90a0334c-4b0a-4b9e-b80f-3ce623d2e792 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Jun 29 17:09:44.691342 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e64d-fe07-43ab-b876-b5c2fd4d0c26 req-875ede71-47ca-40e0-8fb5-7f460dbc5156 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:44.692847 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2d71e64d-fe07-43ab-b876-b5c2fd4d0c26 req-875ede71-47ca-40e0-8fb5-7f460dbc5156 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.0881510 Jun 29 17:09:44.743684 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2d71e64d-fe07-43ab-b876-b5c2fd4d0c26 req-27ede15e-fb86-429d-91b3-6976e54c9e3e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444186 Jun 29 17:09:44.864176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2233a23-4694-479e-9f25-878b84d87fcd req-0867584a-c73a-4a65-bc39-af9ec76b04d0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:44.865617 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2233a23-4694-479e-9f25-878b84d87fcd req-0867584a-c73a-4a65-bc39-af9ec76b04d0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.0794609 Jun 29 17:09:44.911968 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2233a23-4694-479e-9f25-878b84d87fcd req-bec876ed-d30d-42c3-baa1-e18dbb9ba63f tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 Jun 29 17:09:45.208091 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:45.519471 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e07f05-2089-441c-8292-bda643507afc req-6f744442-356e-4c69-aa0d-a9e97e4adfdc tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:45.520890 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-68e07f05-2089-441c-8292-bda643507afc req-6f744442-356e-4c69-aa0d-a9e97e4adfdc tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.1654046 Jun 29 17:09:45.531070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e168a3-5669-4fd1-ac21-c71b31aa1f85 req-440a597d-dc0b-4124-8116-ebcf3fe72266 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:45.532473 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c7e168a3-5669-4fd1-ac21-c71b31aa1f85 req-440a597d-dc0b-4124-8116-ebcf3fe72266 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.1236944 Jun 29 17:09:45.605659 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-68e07f05-2089-441c-8292-bda643507afc req-fbab860a-ba8f-481e-82a1-d7e1a1889e2b tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722244 Jun 29 17:09:45.610012 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c7e168a3-5669-4fd1-ac21-c71b31aa1f85 req-5571be2a-784e-49ae-bf29-705e94ca8875 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Jun 29 17:09:45.965266 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150d54-ea08-41bd-bed9-02db25a4f875 req-2dae8978-ed54-42e0-b3e1-91a3504f9063 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:45.966770 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73150d54-ea08-41bd-bed9-02db25a4f875 req-2dae8978-ed54-42e0-b3e1-91a3504f9063 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.0804522 Jun 29 17:09:46.013447 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73150d54-ea08-41bd-bed9-02db25a4f875 req-67038aed-fa39-4a2b-b74e-ddbe397b3ab6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Jun 29 17:09:46.225363 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e916df9-c5ed-4374-96d9-51e270428df9 req-48f1cd07-7f89-4ec7-919a-9d5fc6e79451 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:46.227427 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5e916df9-c5ed-4374-96d9-51e270428df9 req-48f1cd07-7f89-4ec7-919a-9d5fc6e79451 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.0819178 Jun 29 17:09:46.272477 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5e916df9-c5ed-4374-96d9-51e270428df9 req-206875fe-41ad-493e-9ca9-73b43d196ea0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395432 Jun 29 17:09:46.472267 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 58228) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:46.619108 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:46.672838 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:46.677364 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Usage tracker for resource:security_group_rule and tenant:5f21b7ebe6b14588979dbb9d6969c9e0 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:46.681318 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:46.687853 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:46.833776 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:46.839079 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:46.848178 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-966a0664-c76e-4f75-9cc6-4fb197919101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:46.905798 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a18b66-f4ee-43a4-99b9-2b17ab40a98c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:46.909088 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:46.914338 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5f21b7ebe6b14588979dbb9d6969c9e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4381208 Jun 29 17:09:46.916366 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58240) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:46.929372 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370398e-84c2-4e95-bfce-87e1591b973b req-a648bf8d-9336-4d44-8ba3-9034506b97e4 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:46.931328 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9370398e-84c2-4e95-bfce-87e1591b973b req-a648bf8d-9336-4d44-8ba3-9034506b97e4 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.1682470 Jun 29 17:09:46.976786 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9370398e-84c2-4e95-bfce-87e1591b973b req-43c675cf-b028-4007-b9bf-8d30c15ba530 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Jun 29 17:09:46.987357 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:47.021484 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:47.076163 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:47.079892 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0bd26900-0801-4901-83fe-fab1ef228d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:47.095093 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:47.108915 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a6a18b66-f4ee-43a4-99b9-2b17ab40a98c HTTP/1.1" status: 204 len: 168 time: 0.1909919 Jun 29 17:09:47.114701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a18b66-f4ee-43a4-99b9-2b17ab40a98c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:47.117183 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:47.204161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5058-0c62-4eef-a139-94a7afebf367 req-6b7f0fa1-b915-4a95-98b0-194724032c98 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:47.205686 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90ec5058-0c62-4eef-a139-94a7afebf367 req-6b7f0fa1-b915-4a95-98b0-194724032c98 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.0917974 Jun 29 17:09:47.279383 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90ec5058-0c62-4eef-a139-94a7afebf367 req-19317c60-be97-4a1d-b35f-d0cd389afb1f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602515 Jun 29 17:09:47.502867 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7fa1-4b70-429c-aba1-4e56fa747897 req-b7cb1f1e-bfc2-454f-9cfd-6372c0bf2612 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:47.509677 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-335a7fa1-4b70-429c-aba1-4e56fa747897 req-b7cb1f1e-bfc2-454f-9cfd-6372c0bf2612 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1123109 Jun 29 17:09:47.553905 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-335a7fa1-4b70-429c-aba1-4e56fa747897 req-91992bf8-e0e2-4ebc-9b66-64c60f619412 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 Jun 29 17:09:47.861957 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2323-8e49-48a4-80ac-e2a9c081db24 req-db3669c7-bdeb-4dc0-92c6-9c8380320019 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:47.865579 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-46ad2323-8e49-48a4-80ac-e2a9c081db24 req-db3669c7-bdeb-4dc0-92c6-9c8380320019 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.1569071 Jun 29 17:09:47.938361 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-46ad2323-8e49-48a4-80ac-e2a9c081db24 req-e2e00395-f9c3-4dfc-a8ef-54b44c46de67 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686736 Jun 29 17:09:48.261943 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de696c-9e8c-4835-b6ea-6f3c2999314c req-89bf5391-47a1-4a71-b3fe-a88bda864623 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:48.263822 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-82de696c-9e8c-4835-b6ea-6f3c2999314c req-89bf5391-47a1-4a71-b3fe-a88bda864623 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.1489003 Jun 29 17:09:48.321661 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-82de696c-9e8c-4835-b6ea-6f3c2999314c req-cb812d90-265c-45d3-b4bf-e46a6d3ec895 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519669 Jun 29 17:09:48.502593 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573918c-2503-448f-ae2e-2d3e4c7591c0 req-b3e003b0-49a6-4a46-aaa8-cd34741e7d9c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:48.504015 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e573918c-2503-448f-ae2e-2d3e4c7591c0 req-b3e003b0-49a6-4a46-aaa8-cd34741e7d9c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.0787776 Jun 29 17:09:48.554159 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e573918c-2503-448f-ae2e-2d3e4c7591c0 req-761c5034-2640-426d-88ea-21da8e7fc87d tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Jun 29 17:09:48.828740 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04e646-6101-49ee-872e-244106639469 req-301e7b52-4354-448d-86fd-f43881d42220 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:48.832399 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fa04e646-6101-49ee-872e-244106639469 req-301e7b52-4354-448d-86fd-f43881d42220 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1257937 Jun 29 17:09:48.890015 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fa04e646-6101-49ee-872e-244106639469 req-880f6fdf-c65a-4535-ae04-9888a80a2e6a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500822 Jun 29 17:09:49.176158 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e168-d0f4-4009-9ae9-cf2a885f23e1 req-15639029-596f-44b4-93d6-3c300271bc28 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:49.178143 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1c28e168-d0f4-4009-9ae9-cf2a885f23e1 req-15639029-596f-44b4-93d6-3c300271bc28 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.0896776 Jun 29 17:09:49.273921 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1c28e168-d0f4-4009-9ae9-cf2a885f23e1 req-b45af1d8-4fe3-4559-b230-1fae06acef6b tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889592 Jun 29 17:09:49.538747 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc230-f493-4700-8530-ad6defb51ccc req-b7b70156-45f0-4f41-8517-4bcb5a840b34 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:49.541690 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-02cdc230-f493-4700-8530-ad6defb51ccc req-b7b70156-45f0-4f41-8517-4bcb5a840b34 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.0842960 Jun 29 17:09:49.588818 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-02cdc230-f493-4700-8530-ad6defb51ccc req-667c45fd-ce1f-4d74-8b93-a20ab5030ea9 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Jun 29 17:09:49.784788 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58304) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:49.816139 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3183df3-b968-40eb-a74c-6b8b80b1f55f req-44300e4f-bde4-49b4-ad6e-49df19d413d5 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:49.817670 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3183df3-b968-40eb-a74c-6b8b80b1f55f req-44300e4f-bde4-49b4-ad6e-49df19d413d5 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.0940163 Jun 29 17:09:49.884197 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3183df3-b968-40eb-a74c-6b8b80b1f55f req-deb3bcb3-1642-4238-9f4d-ff160c7c28b3 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549114 Jun 29 17:09:50.059600 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.106638 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:50.111365 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3faaf715fc45dd9eb1a2e392ce21d5 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:50.115148 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:50.122342 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:50.195446 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.201430 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.208510 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f9f5234e-27ee-441d-ad0e-ab3343b41287 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:50.220825 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712b17a-8d05-4783-b77b-b4da4ce3adec req-ebbefc6b-d194-4d6b-a7ac-81041f2f2bdf tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:50.222495 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4712b17a-8d05-4783-b77b-b4da4ce3adec req-ebbefc6b-d194-4d6b-a7ac-81041f2f2bdf tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.0859461 Jun 29 17:09:50.277928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbae84a-5a96-4e98-bc47-f6f52db05943,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:50.282500 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ae3faaf715fc45dd9eb1a2e392ce21d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4966671 Jun 29 17:09:50.286270 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 58316) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:50.290781 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.291209 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.291761 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.292278 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.292789 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.293320 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.293817 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.294470 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.295015 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.295550 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.296088 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.300179 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:50.330633 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4712b17a-8d05-4783-b77b-b4da4ce3adec req-5fd7f742-563a-4fdc-898a-c109c5c1fd3c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004777 Jun 29 17:09:50.371556 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.400445 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.451056 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.454697 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-69667eb6-317d-4aae-b441-74ff7a9d64d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:50.510323 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbae84a-5a96-4e98-bc47-f6f52db05943,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:50.526322 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.527378 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ffbae84a-5a96-4e98-bc47-f6f52db05943 HTTP/1.1" status: 204 len: 168 time: 0.2389696 Jun 29 17:09:50.529662 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.530017 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.530364 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.530709 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.531046 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.531689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.531689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.532031 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.532362 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.532691 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.533019 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:09:50.537007 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9ea3407d-2b30-428a-8a6a-72fb505c7d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:50.568217 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1a91-b554-40e1-becb-5178b0dc7a62 req-762c06fb-3a77-4bfe-bed2-d3e2f6f362d3 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:50.569653 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2eff1a91-b554-40e1-becb-5178b0dc7a62 req-762c06fb-3a77-4bfe-bed2-d3e2f6f362d3 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.1063323 Jun 29 17:09:50.629308 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2eff1a91-b554-40e1-becb-5178b0dc7a62 req-198ef0aa-4f54-4cdc-b5bc-b6895dd35884 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536203 Jun 29 17:09:50.812499 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08825dbe-5b38-40dc-91be-b440f71c6847 req-c75e5380-c17b-4387-8e8c-9247dae2b82a tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:50.813949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-08825dbe-5b38-40dc-91be-b440f71c6847 req-c75e5380-c17b-4387-8e8c-9247dae2b82a tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.0759344 Jun 29 17:09:50.860768 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-08825dbe-5b38-40dc-91be-b440f71c6847 req-ce08aeef-5066-4218-97c5-71c28eddaf7c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Jun 29 17:09:50.888064 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 58328) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:50.903278 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:50.938590 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:50.942713 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Usage tracker for resource:security_group_rule and tenant:dcaad0d3072840b99f02b7fa8e5f767a is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:50.953190 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:50.970047 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:51.095099 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:51.103384 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:51.111512 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b3d79f4d-6f53-4ad2-a6a2-fa2d52f1ea7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:51.162908 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1f0d71-8de8-4bb5-a935-bb4e40bc6026,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:51.165876 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:51.172026 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7188ea7-260b-496d-8b1e-fb0d67a193c8 req-e4b7ec40-fced-4662-9700-229c051515e5 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:51.173511 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b7188ea7-260b-496d-8b1e-fb0d67a193c8 req-e4b7ec40-fced-4662-9700-229c051515e5 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.1516354 Jun 29 17:09:51.178565 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=dcaad0d3072840b99f02b7fa8e5f767a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2901924 Jun 29 17:09:51.178662 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58336) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:51.222008 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b7188ea7-260b-496d-8b1e-fb0d67a193c8 req-b7167323-8fbd-46e1-b6bf-d8cabec252d6 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Jun 29 17:09:51.247615 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:51.272433 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:51.321795 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:51.325167 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e253c2d2-9e37-4b75-8cd5-ea677c5d4772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:51.336519 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1f0d71-8de8-4bb5-a935-bb4e40bc6026,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:51.339226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:51.345943 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:51.346963 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3a1f0d71-8de8-4bb5-a935-bb4e40bc6026 HTTP/1.1" status: 204 len: 168 time: 0.1675744 Jun 29 17:09:51.550306 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cc221-a40e-4364-b378-6459e1dac162 req-52c1dd31-2064-46c5-8d2d-8349b3da9a89 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:51.551841 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f55cc221-a40e-4364-b378-6459e1dac162 req-52c1dd31-2064-46c5-8d2d-8349b3da9a89 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.0836117 Jun 29 17:09:51.598643 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f55cc221-a40e-4364-b378-6459e1dac162 req-09fc5ae4-9211-46da-b3e7-529063efc4e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Jun 29 17:09:51.672240 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Request body: {'port': {'device_id': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:51.672460 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Request body: {'port': {'device_id': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:09:51.850035 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:51.959165 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:52.072759 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22b77-fed1-4787-95d3-803f9b2523eb req-11a3ef8a-d569-4be8-aaeb-bd08d38d5ac2 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:52.077959 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eae22b77-fed1-4787-95d3-803f9b2523eb req-11a3ef8a-d569-4be8-aaeb-bd08d38d5ac2 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.2497966 Jun 29 17:09:52.086382 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-139623bc-1223-4090-a15b-8e1bf13c2b0f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1096 time: 0.2987883 Jun 29 17:09:52.466420 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5495761b-be47-4890-bd8e-88be41200165 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:52.508928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:52.537812 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Transition to ACTIVE for port object 5495761b-be47-4890-bd8e-88be41200165 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:52.547940 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:52.557655 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:52.569002 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eae22b77-fed1-4787-95d3-803f9b2523eb req-f09ae716-4745-42e1-af30-b6d5e8a504bd tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4791739 Jun 29 17:09:52.644807 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-0b5a11c1-6afd-44cd-a75b-f84704237ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:52.646302 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-0b5a11c1-6afd-44cd-a75b-f84704237ef7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 911 time: 0.4249153 Jun 29 17:09:52.719901 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5495761b-be47-4890-bd8e-88be41200165,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:52.723159 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:52.732397 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-527eac09-3e65-4571-8e57-1dcf92e3922f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1098 time: 0.2616837 Jun 29 17:09:52.855143 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2af453-41d0-48c9-97fc-fada3dea0828 req-8edc95fa-2b64-4a3d-ac11-6ddd285d5ad4 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:52.863046 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0d2af453-41d0-48c9-97fc-fada3dea0828 req-8edc95fa-2b64-4a3d-ac11-6ddd285d5ad4 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 932 time: 0.5526476 Jun 29 17:09:52.886475 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-ea1af5b9-41f6-4aa0-9e11-e56bd3c7556a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 217 time: 0.1683946 Jun 29 17:09:52.968904 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Attempting to bind port 5495761b-be47-4890-bd8e-88be41200165 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:52.969261 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Attempting to bind port 5495761b-be47-4890-bd8e-88be41200165 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:52.969585 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Attempting to bind port 5495761b-be47-4890-bd8e-88be41200165 on network 176911c8-6472-44fd-b6e7-19545601c4b8 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:52.990797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Port 5495761b-be47-4890-bd8e-88be41200165 on network 176911c8-6472-44fd-b6e7-19545601c4b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:09:52.991120 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Attempting to bind port 5495761b-be47-4890-bd8e-88be41200165 on network 176911c8-6472-44fd-b6e7-19545601c4b8 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:53.006567 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-a3c4d644-f515-41ef-92c1-f1f6e324786e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:53.008924 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-a3c4d644-f515-41ef-92c1-f1f6e324786e service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.2460730 Jun 29 17:09:53.010080 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:53.010411 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Checking segment: {'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:53.010781 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Bound using segment: {'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:53.011202 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Bound port: 5495761b-be47-4890-bd8e-88be41200165, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:53.011532 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:53.059723 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c7331-2a43-4377-b068-c8b4a656fbc1 req-7e42cee4-d38a-422a-abd5-b9dccd541e26 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:53.067017 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b66c7331-2a43-4377-b068-c8b4a656fbc1 req-7e42cee4-d38a-422a-abd5-b9dccd541e26 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 931 time: 0.2843566 Jun 29 17:09:53.073221 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0d2af453-41d0-48c9-97fc-fada3dea0828 req-d5a00229-a710-4843-a6bc-dc7fe8041210 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093198 Jun 29 17:09:53.074465 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-6bdf192a-df39-4b95-9396-47f59a76d014 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:53.075809 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-6bdf192a-df39-4b95-9396-47f59a76d014 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 200 len: 848 time: 0.1633048 Jun 29 17:09:53.160755 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.db.resource_extend [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:09:53.191241 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] For port 5495761b-be47-4890-bd8e-88be41200165, host hv-cinder-79867, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:53.194632 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] For port 5495761b-be47-4890-bd8e-88be41200165, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5495761b-be47-4890-bd8e-88be41200165,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:53.212153 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:53.247670 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-27693952-b02a-4a90-ad4d-03af9f8ec11f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:53.263992 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b66c7331-2a43-4377-b068-c8b4a656fbc1 req-16fc049f-3696-46c9-8204-c4bd33b7a84f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959779 Jun 29 17:09:53.282161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72df315b-a9b8-4b62-ae3b-862df6b6aef8 {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:53.299952 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:53.307259 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-6a200f87-d0e8-4ef4-bc69-9d7d19816ab0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 200 len: 1001 time: 0.2845650 Jun 29 17:09:53.329395 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-c081a1e8-cdaa-446f-968f-ce320e479962 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2381730 Jun 29 17:09:53.332681 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Transition to ACTIVE for port object 72df315b-a9b8-4b62-ae3b-862df6b6aef8 will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:09:53.439107 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:53.440451 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] 10.222.0.98 "PUT /v2.0/ports/5495761b-be47-4890-bd8e-88be41200165 HTTP/1.1" status: 200 len: 1094 time: 1.7725167 Jun 29 17:09:53.442480 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'tag': '5495761b-be47-4890-bd8e-88be41200165'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:53.445194 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:53.465174 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-64eb31b7-a908-49f3-96aa-32f0eff17f6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:53.467320 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-64eb31b7-a908-49f3-96aa-32f0eff17f6b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.1280839 Jun 29 17:09:53.492771 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1fa4fb56-c96f-4880-a41a-c3708e99d471 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:53.531184 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5495761b-be47-4890-bd8e-88be41200165,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:53.583697 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:53.585382 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'tag': '5495761b-be47-4890-bd8e-88be41200165', 'status': 'completed', 'code': 200} Jun 29 17:09:53.695667 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-996cb2dc-f63b-4ed4-847e-c62c7dac24ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2196879 Jun 29 17:09:53.738781 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Pushing event updated for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:53.745676 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:53.776129 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9b205-85d8-4818-8410-96a987b60611 req-b3501146-1f54-47c1-a498-235eaccda154 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:53.783050 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-09e9b205-85d8-4818-8410-96a987b60611 req-b3501146-1f54-47c1-a498-235eaccda154 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.3985538 Jun 29 17:09:53.923617 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-f7221e0c-0ee4-4424-96d2-6336df4390b0 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163014 Jun 29 17:09:54.013806 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-99f6ab80-0028-4722-87c0-f64e68c32f7f service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755848 Jun 29 17:09:54.059404 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Attempting to bind port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:09:54.060750 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Attempting to bind port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:09:54.067383 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Attempting to bind port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 on network 64f17278-3b35-4138-b40a-39c37709b43e {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:54.149635 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-3337b678-1da5-4a6a-87e8-52d36d5231ed service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=99c0384a960544f6a3d43acd02c50164&device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 1097 time: 0.5992901 Jun 29 17:09:54.157777 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-09e9b205-85d8-4818-8410-96a987b60611 req-a27d8eae-fd31-4e3c-a2ee-a4f9cc6154f1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738172 Jun 29 17:09:54.250892 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-b43b9fad-6483-4743-a8b0-261159b76552 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5495761b-be47-4890-bd8e-88be41200165 HTTP/1.1" status: 200 len: 217 time: 0.0886412 Jun 29 17:09:54.280041 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 on network 64f17278-3b35-4138-b40a-39c37709b43e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:09:54.280771 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Attempting to bind port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 on network 64f17278-3b35-4138-b40a-39c37709b43e {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:09:54.313456 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:09:54.314213 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Checking segment: {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:09:54.314833 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Bound using segment: {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:09:54.315548 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Bound port: 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf614c27-11f1-4da5-87d3-f22540249d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:09:54.316116 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:54.331124 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-2fef3c60-d410-4a8d-8a51-41d9f412f5d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:54.332615 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-2fef3c60-d410-4a8d-8a51-41d9f412f5d8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b0448412-e84d-4694-9b96-2b5f87a8b49d HTTP/1.1" status: 200 len: 849 time: 0.0675304 Jun 29 17:09:54.481530 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-2147503e-6af7-4c63-8104-99826ee1ec24 req-119e7a4b-d027-421d-b557-f55f00e2a2f0 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482278 Jun 29 17:09:54.483419 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-c774fbc2-2f4a-466b-822b-9dfe3b149dbc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176911c8-6472-44fd-b6e7-19545601c4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396666 Jun 29 17:09:54.500261 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cc9a3-dca3-4c85-8a76-7048096789cc req-db55d18f-2148-4994-9349-60de578ea770 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:54.511911 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9d6cc9a3-dca3-4c85-8a76-7048096789cc req-db55d18f-2148-4994-9349-60de578ea770 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.5847681 Jun 29 17:09:54.520001 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4789a845-f008-4cf1-95fe-744bfd88c3a0 req-b93c6b10-d575-429b-a4b3-2c365d9a55af service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915951 Jun 29 17:09:54.615460 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9d6cc9a3-dca3-4c85-8a76-7048096789cc req-4df4cf5a-b0af-4900-96ab-3b7dbb272056 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025004 Jun 29 17:09:54.636871 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:09:54.648622 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:09:54.655968 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-97252325-1d9a-4e29-b15d-966cc9521211 service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597257 Jun 29 17:09:54.667725 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:54.683829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8b9337a8-95f9-45c3-9312-6be158c4c207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:54.837395 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-3ac58493-6b3e-4779-9227-9027efa5f49d req-54fbe661-43ff-41a3-aa5c-2be82058230c service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741333 Jun 29 17:09:54.846940 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e0e2f-af91-4ba1-b6e7-6876b72de619 req-5c54a80e-1965-46fe-ae08-4f9ad824dbbe tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:54.848481 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-169e0e2f-af91-4ba1-b6e7-6876b72de619 req-5c54a80e-1965-46fe-ae08-4f9ad824dbbe tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 944 time: 0.4264319 Jun 29 17:09:54.953232 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:54.954991 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] 10.222.0.98 "PUT /v2.0/ports/72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 1093 time: 3.2873483 Jun 29 17:09:54.972430 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:55.075593 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-afde04f7-6dc4-4800-aab0-ee39c18c42d5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=99c0384a960544f6a3d43acd02c50164&device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 1097 time: 0.1604729 Jun 29 17:09:55.105009 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-169e0e2f-af91-4ba1-b6e7-6876b72de619 req-3194cf5a-0cab-4ca5-9f45-3d2103168634 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967380 Jun 29 17:09:55.114832 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Pushing event updated for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:55.123881 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:55.157940 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc2dd5-b076-4cc9-a6df-f0a880ad35a8 req-19500ee8-0c2c-4b75-9171-8e1285cf0ba8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:55.160144 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1cc2dd5-b076-4cc9-a6df-f0a880ad35a8 req-19500ee8-0c2c-4b75-9171-8e1285cf0ba8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 943 time: 0.3214848 Jun 29 17:09:55.209849 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-ca412c13-dff8-4ed6-b8a8-559cf2aa754a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1096 time: 0.1717081 Jun 29 17:09:55.276610 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-9504c992-4696-4733-8430-b54c7a5c3e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:55.279197 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-9504c992-4696-4733-8430-b54c7a5c3e24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=176911c8-6472-44fd-b6e7-19545601c4b8 HTTP/1.1" status: 200 len: 911 time: 0.1936228 Jun 29 17:09:55.316032 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'status': 'completed', 'code': 200} Jun 29 17:09:55.317759 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-daca1df0-e148-4e7c-a4cb-9fc304c7d885 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 217 time: 0.0873756 Jun 29 17:09:55.326331 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d1cc2dd5-b076-4cc9-a6df-f0a880ad35a8 req-0fb8a8df-b46e-4b11-bb7f-5814a234a880 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579790 Jun 29 17:09:55.422110 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-0daabe48-d9ba-4276-8c87-3577bd66651d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5495761b-be47-4890-bd8e-88be41200165 HTTP/1.1" status: 200 len: 217 time: 0.1338816 Jun 29 17:09:55.453207 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-343434b4-5d6f-4769-b79f-314fa23f5e34 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:55.454826 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-343434b4-5d6f-4769-b79f-314fa23f5e34 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 200 len: 854 time: 0.1256509 Jun 29 17:09:55.485480 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a51d63b6-5c57-4d98-9f83-c066cf1904ab details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:09:55.491157 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:09:55.556734 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-60b4db37-34dc-4a4d-bdda-781c81bf9bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:55.568784 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-60b4db37-34dc-4a4d-bdda-781c81bf9bee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b0448412-e84d-4694-9b96-2b5f87a8b49d HTTP/1.1" status: 200 len: 849 time: 0.1275780 Jun 29 17:09:55.580475 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca98377-c9c1-4b3c-a11a-c0e1269ac7d3 req-cb0ccea2-df8f-495f-9858-e393dea7b8bd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:55.590138 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bca98377-c9c1-4b3c-a11a-c0e1269ac7d3 req-cb0ccea2-df8f-495f-9858-e393dea7b8bd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1981511 Jun 29 17:09:55.658693 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-d1b3fac3-f73c-4686-990b-7c4c1393f5af service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176911c8-6472-44fd-b6e7-19545601c4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883789 Jun 29 17:09:55.689942 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bca98377-c9c1-4b3c-a11a-c0e1269ac7d3 req-a69ea6c1-9242-4fd4-b103-59a2e22448a8 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983996 Jun 29 17:09:55.693495 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-e4626514-350f-486e-8845-497cf96ba871 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64f17278-3b35-4138-b40a-39c37709b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2203751 Jun 29 17:09:55.863712 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-5aa3c9c1-95d4-4553-8682-115571358112 service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900642 Jun 29 17:09:55.932884 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-516293a2-67dd-486b-aada-8fcd1a228801 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285907 Jun 29 17:09:55.974065 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:56.029492 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:56.042361 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:09:56.061241 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:56.062909 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'port_id': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'mac_address': 'fa:16:3e:e7:dd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:09:56.095852 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:56.104240 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:56.182788 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-e7664715-5e64-4968-a0e0-9cec5b3603de req-b5fb5635-61bd-43b8-a17e-d2d379c797d9 service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021770 Jun 29 17:09:56.240939 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608d50e-a70a-49b4-bfdb-db7d3155470c req-1a7111e0-906c-48e5-a0fa-fc01d7d3e7e0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:56.253155 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2608d50e-a70a-49b4-bfdb-db7d3155470c req-1a7111e0-906c-48e5-a0fa-fc01d7d3e7e0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.2349761 Jun 29 17:09:56.258947 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:56.283634 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=8']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:56.295855 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51d63b6-5c57-4d98-9f83-c066cf1904ab {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:56.298753 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebe758dd-a9e5-4054-b05c-30a530724cda req-569da04a-726f-4334-b6eb-5eae1adc3a93 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573632 Jun 29 17:09:56.319345 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:56.335126 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:56.342379 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:56.344091 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:56.345803 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2608d50e-a70a-49b4-bfdb-db7d3155470c req-75aac8fc-9621-4205-af79-2950604a422a tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914316 Jun 29 17:09:56.415335 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:09:56.462028 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:56.467601 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:56.573765 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58476) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:56.578008 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'code': 200} Jun 29 17:09:56.606653 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-7386cf39-f9a2-4140-b7ab-b313e0472d42 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1096 time: 0.2084692 Jun 29 17:09:56.649713 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['a51d63b6-5c57-4d98-9f83-c066cf1904ab'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:09:56.820937 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:56.824393 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9feaa-7818-4ac2-a868-33e6e7e29a7c req-aacb0628-579a-40bb-be00-2a9d88f566f3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:56.826524 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adf9feaa-7818-4ac2-a868-33e6e7e29a7c req-aacb0628-579a-40bb-be00-2a9d88f566f3 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.2744937 Jun 29 17:09:56.854846 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:56.858926 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:de1605e391e8476499a35301ff626223 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:56.861882 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:56.867806 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:56.909055 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-6e439f48-ca24-4bfe-b5e8-10da9ccbaced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:56.910727 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-6e439f48-ca24-4bfe-b5e8-10da9ccbaced service neutron] 10.222.0.98 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 917 time: 0.2948251 Jun 29 17:09:56.964997 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:56.971698 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:56.982559 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f2a32125-ab89-4172-a963-694c4ed48369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:56.990469 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65088c-1ea7-4ccd-ac5b-029df9290ef0 req-b99a77b6-40c2-4675-bb38-b39893b70412 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:56.991988 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6b65088c-1ea7-4ccd-ac5b-029df9290ef0 req-b99a77b6-40c2-4675-bb38-b39893b70412 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 944 time: 0.2630594 Jun 29 17:09:57.007952 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adf9feaa-7818-4ac2-a868-33e6e7e29a7c req-7ed4df33-f3fc-4843-aa8f-90fab5688f9e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670694 Jun 29 17:09:57.025393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1d0c24-7ef3-4367-94a4-11854c8eaf6c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:57.028681 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:57.033648 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=de1605e391e8476499a35301ff626223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4569993 Jun 29 17:09:57.033813 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-ec3f1aeb-cab2-4bd6-9640-6f4de23257e8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 217 time: 0.1115458 Jun 29 17:09:57.034157 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 58486) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:57.208182 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6b65088c-1ea7-4ccd-ac5b-029df9290ef0 req-340112c4-c3b1-45ee-bac2-623add25e7d6 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042792 Jun 29 17:09:57.302139 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-44a23452-dda5-403b-80ca-dffb2624a33e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:57.303533 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-44a23452-dda5-403b-80ca-dffb2624a33e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 200 len: 854 time: 0.2506015 Jun 29 17:09:57.314227 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:57.439073 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:57.487387 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 5495761b-be47-4890-bd8e-88be41200165 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:09:57.526184 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca7d45-0e03-4a4b-ba0b-a8d6186168e6 req-38829dfe-5336-4c08-b566-ee5426a5a530 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:57.527947 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e9ca7d45-0e03-4a4b-ba0b-a8d6186168e6 req-38829dfe-5336-4c08-b566-ee5426a5a530 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 943 time: 0.3805525 Jun 29 17:09:57.569356 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-bcd2fef2-6277-4116-a3f9-130e52840706 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64f17278-3b35-4138-b40a-39c37709b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2561531 Jun 29 17:09:57.598208 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47dc9-3d66-4c55-a3f3-2cf1ae7693d0 req-928e2a98-1771-42b9-960b-12d4c5c3e622 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:57.600239 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dac47dc9-3d66-4c55-a3f3-2cf1ae7693d0 req-928e2a98-1771-42b9-960b-12d4c5c3e622 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.2391810 Jun 29 17:09:57.634421 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:57.635070 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 5495761b-be47-4890-bd8e-88be41200165, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5495761b-be47-4890-bd8e-88be41200165,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:57.648726 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '5495761b-be47-4890-bd8e-88be41200165', 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8', 'port_id': '5495761b-be47-4890-bd8e-88be41200165', 'mac_address': 'fa:16:3e:14:16:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0448412-e84d-4694-9b96-2b5f87a8b49d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:09:57.652444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ee6c70d7-2f87-48dc-ad22-741d42f07a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:57.706722 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:57.724391 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5495761b-be47-4890-bd8e-88be41200165 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:09:57.736269 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1d0c24-7ef3-4367-94a4-11854c8eaf6c,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:57.740516 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 5495761b-be47-4890-bd8e-88be41200165, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5495761b-be47-4890-bd8e-88be41200165,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:57.743034 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:57.748310 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e9ca7d45-0e03-4a4b-ba0b-a8d6186168e6 req-09ace5ba-fdd9-4266-b9a6-a171becf68ce tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105217 Jun 29 17:09:57.761672 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:57.763899 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4b1e8a94-49f8-4b5a-ab47-a00d7dcb2566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:57.777811 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:57.781505 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6c1d0c24-7ef3-4367-94a4-11854c8eaf6c HTTP/1.1" status: 204 len: 168 time: 0.7460530 Jun 29 17:09:57.817900 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dac47dc9-3d66-4c55-a3f3-2cf1ae7693d0 req-ccaec5c5-a562-4e57-b7be-d15cc23650dd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871004 Jun 29 17:09:57.842979 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-407b42c5-cc5f-45d6-8475-85eb1ba229cc service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627888 Jun 29 17:09:57.894257 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=5495761b-be47-4890-bd8e-88be41200165,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:57.897459 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:58.066687 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['5495761b-be47-4890-bd8e-88be41200165'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:09:58.120174 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d983753f-3988-4c5f-9816-282b7fce5bc3 req-1ae9dc45-c20f-45fd-9b1f-c2f436e4d9f4 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646799 Jun 29 17:09:58.156733 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97116-95fc-4c65-bf17-5b074243f1f9 req-bb5831b0-4277-49f0-bccd-b0a202e63d20 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:58.163514 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d7f97116-95fc-4c65-bf17-5b074243f1f9 req-bb5831b0-4277-49f0-bccd-b0a202e63d20 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 944 time: 0.1409972 Jun 29 17:09:58.223408 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d7f97116-95fc-4c65-bf17-5b074243f1f9 req-a0e62eb5-b0b5-4e6f-b15b-cffc75c94a42 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583646 Jun 29 17:09:58.321974 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 58512) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:58.342703 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:58.431444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:09:58.438787 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Usage tracker for resource:security_group_rule and tenant:26b2981f2d46469db286a6149a97a3d0 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:09:58.444630 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:09:58.454304 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:09:58.480415 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a68f4-0111-4865-907c-7df18afbe86a req-f355fb81-5091-4558-8c71-7d4dda2e251e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:58.482043 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a2a68f4-0111-4865-907c-7df18afbe86a req-f355fb81-5091-4558-8c71-7d4dda2e251e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.1273837 Jun 29 17:09:58.569170 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a2a68f4-0111-4865-907c-7df18afbe86a req-1a35902b-f507-4270-ab51-ed3683bfd786 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751626 Jun 29 17:09:58.575966 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:58.581073 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:58.591833 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:58.715689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fd7b96-9c83-45d1-9362-2547cf2cf879,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:58.725657 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:58.759989 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-b11c97d0-6f7f-429b-be3c-42318b1a9e18 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=26b2981f2d46469db286a6149a97a3d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4368801 Jun 29 17:09:58.762578 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58522) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:58.828469 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:58.846829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-96e5c54d-0510-49ee-a16b-ca6c44b3d419 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:58.848223 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-96e5c54d-0510-49ee-a16b-ca6c44b3d419 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 945 time: 0.2249277 Jun 29 17:09:58.854857 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:58.855485 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25264a7b-283b-4356-8493-37b012d2bfac req-39b6adcd-c599-4877-a846-4905c620cedb tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:58.856868 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-25264a7b-283b-4356-8493-37b012d2bfac req-39b6adcd-c599-4877-a846-4905c620cedb tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 945 time: 0.2293565 Jun 29 17:09:58.910499 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:58.912707 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-83809cab-052f-47d8-a934-b34ee602bd59 req-7ce83b67-de46-425f-b97c-c41bb360b9d4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1885715 Jun 29 17:09:58.921934 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-da9876ec-7688-450b-8ddb-dd4af5548fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:09:58.936773 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fd7b96-9c83-45d1-9362-2547cf2cf879,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:09:58.945985 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:09:58.950991 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:58.952127 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/87fd7b96-9c83-45d1-9362-2547cf2cf879 HTTP/1.1" status: 204 len: 168 time: 0.1885440 Jun 29 17:09:58.963809 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Deleting port 7909d8de-ed28-4167-aba8-8769f5c2c672 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:09:58.964151 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:59.007890 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-25264a7b-283b-4356-8493-37b012d2bfac req-c3cb764d-1653-42be-9e64-f6c6518487ad tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167507 Jun 29 17:09:59.351994 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58546) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:09:59.406963 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] For port 7909d8de-ed28-4167-aba8-8769f5c2c672, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=7909d8de-ed28-4167-aba8-8769f5c2c672,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:59.407586 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:59.514392 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 72df315b-a9b8-4b62-ae3b-862df6b6aef8 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:09:59.516677 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 5495761b-be47-4890-bd8e-88be41200165 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:09:59.551056 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-0dc180c8-6007-48a5-a048-572017c9def9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1978619 Jun 29 17:09:59.647215 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Calling delete_port for 7909d8de-ed28-4167-aba8-8769f5c2c672 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:09:59.722813 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5d3b-2cdb-442c-914c-0fba30394e22 req-7f39c9e5-dd3e-4e85-8f1e-838cf73ab0ab tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:59.730933 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f52d5d3b-2cdb-442c-914c-0fba30394e22 req-7f39c9e5-dd3e-4e85-8f1e-838cf73ab0ab tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 943 time: 0.5110006 Jun 29 17:09:59.740760 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dfe03-9c75-4441-a4ef-5afdc88299cf req-6af98d98-f446-489b-a4a6-263f66ff702f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:09:59.743842 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8b7dfe03-9c75-4441-a4ef-5afdc88299cf req-6af98d98-f446-489b-a4a6-263f66ff702f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.5227683 Jun 29 17:09:59.796077 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 5495761b-be47-4890-bd8e-88be41200165 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:09:59.835230 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 5495761b-be47-4890-bd8e-88be41200165 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:09:59.835744 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:09:59.889731 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f52d5d3b-2cdb-442c-914c-0fba30394e22 req-6ce36e11-33bb-4597-95ff-9ed1efffad17 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579113 Jun 29 17:09:59.904052 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8b7dfe03-9c75-4441-a4ef-5afdc88299cf req-18bf3144-4b6c-4d3c-af34-3ea1100c6c00 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366682 Jun 29 17:09:59.907007 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:09:59.927998 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'port_id': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'mac_address': 'fa:16:3e:78:19:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:10:00.114677 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:00.121960 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:00.145493 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['68a78602-09bc-47ac-a267-268350159d70', '7909d8de-ed28-4167-aba8-8769f5c2c672'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:00.248720 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:00.254764 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Pushing event deleted for resources: {'Port': ['ID=7909d8de-ed28-4167-aba8-8769f5c2c672,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:00.272874 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:00.287305 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:00.340005 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72df315b-a9b8-4b62-ae3b-862df6b6aef8 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:10:00.362418 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-15aebe86-3118-457e-b930-5a301e5d8ffa req-f0cbfab9-e18b-401a-b19c-0b3075784c3a tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 210 time: 0.1005740 Jun 29 17:10:00.381973 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495761b-be47-4890-bd8e-88be41200165'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:00.395461 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:00.415529 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] No DVR routers for this DVR port 7909d8de-ed28-4167-aba8-8769f5c2c672 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:10:00.417765 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 5495761b-be47-4890-bd8e-88be41200165, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5495761b-be47-4890-bd8e-88be41200165,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:00.418379 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:00.419552 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:00.428174 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'name': 'network-vif-deleted', 'tag': '7909d8de-ed28-4167-aba8-8769f5c2c672'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:00.431359 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:00.467466 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e055d5e-a288-44fe-9795-7ef1a20bfe56 req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "DELETE /v2.0/ports/7909d8de-ed28-4167-aba8-8769f5c2c672 HTTP/1.1" status: 204 len: 173 time: 1.6085985 Jun 29 17:10:00.477968 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f97fe-9b92-44bf-bca1-8b5852447e9c req-9566e255-7b5e-4ba9-bb4f-ca14a95ac2c1 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:00.480321 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:00.482410 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a51d63b6-5c57-4d98-9f83-c066cf1904ab up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:00.485326 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-830f97fe-9b92-44bf-bca1-8b5852447e9c req-9566e255-7b5e-4ba9-bb4f-ca14a95ac2c1 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 944 time: 0.3166165 Jun 29 17:10:00.541102 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-830f97fe-9b92-44bf-bca1-8b5852447e9c req-6d106180-da61-4d34-8a82-7d30415498fc tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548460 Jun 29 17:10:00.703866 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:00.709062 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:00.710082 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-4b1e8a94-49f8-4b5a-ab47-a00d7dcb2566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:00.779100 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92f84e-d60c-4fd9-9100-3f5340f2a0bf req-e2f2ea23-289f-41fa-8b7d-21613267dd10 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:00.781349 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2b92f84e-d60c-4fd9-9100-3f5340f2a0bf req-e2f2ea23-289f-41fa-8b7d-21613267dd10 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.0932660 Jun 29 17:10:00.806384 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['72df315b-a9b8-4b62-ae3b-862df6b6aef8'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:00.862292 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2b92f84e-d60c-4fd9-9100-3f5340f2a0bf req-bddc5f63-2101-4795-8bbb-bedd54d9a5a6 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 Jun 29 17:10:00.933900 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port a51d63b6-5c57-4d98-9f83-c066cf1904ab completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:00.965875 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port a51d63b6-5c57-4d98-9f83-c066cf1904ab triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:00.966241 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:01.020696 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495761b-be47-4890-bd8e-88be41200165', 'code': 200} Jun 29 17:10:01.044131 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff1d76b-2151-46f9-a249-983c1f2befb1', 'name': 'network-vif-deleted', 'tag': '7909d8de-ed28-4167-aba8-8769f5c2c672', 'status': 'completed', 'code': 200} Jun 29 17:10:01.234238 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=5495761b-be47-4890-bd8e-88be41200165,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:01.245148 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:01.364457 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:01.404892 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:01.410306 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:01.411467 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:01.437392 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3978-b539-499b-a68f-7c647bf75f65 req-6f3a1c45-af54-4386-95c4-8a11be4f3db7 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:01.442967 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:01.444684 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c22f3978-b539-499b-a68f-7c647bf75f65 req-6f3a1c45-af54-4386-95c4-8a11be4f3db7 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 944 time: 0.2493255 Jun 29 17:10:01.473176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc407-95c3-4cf3-bc12-0295b43df74e req-402b470d-6ec9-4e74-b1ff-41333476fedb tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:01.475086 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-582bc407-95c3-4cf3-bc12-0295b43df74e req-402b470d-6ec9-4e74-b1ff-41333476fedb tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.2763696 Jun 29 17:10:01.482835 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-68e17779-7710-4dd7-b62b-fa6aad4a409b req-c3008658-95db-4b12-b784-02d062fb1b46 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 1099 time: 0.1872184 Jun 29 17:10:01.544528 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:01.548182 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:01.575051 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c22f3978-b539-499b-a68f-7c647bf75f65 req-7c4a40b9-ec5a-45e9-a577-8f1250c6ac0d tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280587 Jun 29 17:10:01.621573 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-68e17779-7710-4dd7-b62b-fa6aad4a409b req-6cc06a71-7bff-4192-80d2-b6279aaecedc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113367 Jun 29 17:10:01.624568 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 7909d8de-ed28-4167-aba8-8769f5c2c672 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:01.638287 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-582bc407-95c3-4cf3-bc12-0295b43df74e req-32f90df8-f699-4f1c-a1bc-dee2ed6f8b90 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534414 Jun 29 17:10:01.686645 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 7909d8de-ed28-4167-aba8-8769f5c2c672 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:10:01.688203 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 7909d8de-ed28-4167-aba8-8769f5c2c672 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:10:01.917070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-3e247118-5f07-470c-9c5e-0ae391b22610 req-3b4851ba-583d-422d-9a60-15a9306e0a14 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Synchronizing usage tracker for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:01.952794 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-3e247118-5f07-470c-9c5e-0ae391b22610 req-3b4851ba-583d-422d-9a60-15a9306e0a14 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Unset dirty status for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:01.957598 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3e247118-5f07-470c-9c5e-0ae391b22610 req-3b4851ba-583d-422d-9a60-15a9306e0a14 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff1d76b-2151-46f9-a249-983c1f2befb1 HTTP/1.1" status: 200 len: 210 time: 0.1951060 Jun 29 17:10:02.071025 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:02.082674 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-410a0ae7-e36c-46ee-88d5-cd0c9190e82c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d&tenant_id=fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 1096 time: 0.2568688 Jun 29 17:10:02.089724 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca8c0c-5a26-434f-88a6-f5eec680fdf8 req-f89e03b1-192c-419b-afb3-651dcd255024 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:02.098117 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93ca8c0c-5a26-434f-88a6-f5eec680fdf8 req-f89e03b1-192c-419b-afb3-651dcd255024 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.2667563 Jun 29 17:10:02.238241 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93ca8c0c-5a26-434f-88a6-f5eec680fdf8 req-b4f162c7-2cdc-4274-95da-1493759be877 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392610 Jun 29 17:10:02.285529 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-5622912e-4e73-433d-98d8-04038cfdb82a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1096 time: 0.1487989 Jun 29 17:10:02.295787 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e46961-20a8-45e6-b820-c8b42020b335 req-1a42bfa0-b18e-499c-a46f-8897413b8bcc tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:02.297192 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-86e46961-20a8-45e6-b820-c8b42020b335 req-1a42bfa0-b18e-499c-a46f-8897413b8bcc tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1185544 Jun 29 17:10:02.439810 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-86e46961-20a8-45e6-b820-c8b42020b335 req-4a34fd99-0bb9-4053-9eae-e07688d176fd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211593 Jun 29 17:10:02.461643 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-d07781c4-ecaa-4f87-bb88-07eff409c1b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:02.461643 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-d07781c4-ecaa-4f87-bb88-07eff409c1b7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.1633203 Jun 29 17:10:02.571661 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-08a6f486-e56d-473c-94ac-81ca425c30f8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 200 len: 999 time: 0.1005356 Jun 29 17:10:02.642294 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-b142e0c3-3fef-4f35-95ed-6a3951d18402 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:02.644055 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-b142e0c3-3fef-4f35-95ed-6a3951d18402 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.0637207 Jun 29 17:10:02.817680 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58646) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:02.921835 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-57d7fc46-8ccc-42e4-86e9-ff7662192315 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2665715 Jun 29 17:10:02.974913 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.013589 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:03.016190 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be4850-c7aa-487c-83af-0dab14b8bac2 req-4fe96385-e1a3-44be-a68a-bce007fdf11a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:03.017427 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Usage tracker for resource:security_group_rule and tenant:c24ad1fdaba9475181c094035c13a0e5 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:03.017715 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a7be4850-c7aa-487c-83af-0dab14b8bac2 req-4fe96385-e1a3-44be-a68a-bce007fdf11a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 944 time: 0.2408614 Jun 29 17:10:03.021470 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:03.022086 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:03.028823 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b15b-0ecf-452d-ac8e-485c86706c3b req-4e96c4be-219e-4826-b745-b877066a32f1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:03.030337 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9867b15b-0ecf-452d-ac8e-485c86706c3b req-4e96c4be-219e-4826-b745-b877066a32f1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.2004535 Jun 29 17:10:03.032447 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:03.108097 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.112662 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.120703 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1a38ff41-6d13-4737-9fde-8961fb5e1c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:03.157940 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a7be4850-c7aa-487c-83af-0dab14b8bac2 req-9186248f-a369-427f-9e94-d54067f1459d tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200864 Jun 29 17:10:03.159960 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-0f5c64d1-ba38-4e24-80ad-97399d8edf3f service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283070 Jun 29 17:10:03.161938 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9867b15b-0ecf-452d-ac8e-485c86706c3b req-cd8ef6ee-a911-491d-bca3-027a5eb312b6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213298 Jun 29 17:10:03.176753 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c24ad1fdaba9475181c094035c13a0e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3572803 Jun 29 17:10:03.177600 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90f7d5-6ec4-4555-bc8b-eb575a18a614,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:03.190284 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:03.190851 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58658) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:03.264881 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-62beaaa5-c320-4bb6-bfba-f7b39912aab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.284627 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'code': 200} Jun 29 17:10:03.296985 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-62beaaa5-c320-4bb6-bfba-f7b39912aab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.363102 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-62beaaa5-c320-4bb6-bfba-f7b39912aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.366600 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1e32652f-d583-42e0-82ea-8e72fa54c082 req-0695a967-c261-49d3-b2f7-0502f32202b8 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970625 Jun 29 17:10:03.368247 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a4f7d78-c17b-4ba5-9bf1-d039bff64d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:03.383910 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62beaaa5-c320-4bb6-bfba-f7b39912aab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d90f7d5-6ec4-4555-bc8b-eb575a18a614,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:03.388140 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-62beaaa5-c320-4bb6-bfba-f7b39912aab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:03.391496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-62beaaa5-c320-4bb6-bfba-f7b39912aab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.406492 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-62beaaa5-c320-4bb6-bfba-f7b39912aab8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5d90f7d5-6ec4-4555-bc8b-eb575a18a614 HTTP/1.1" status: 204 len: 168 time: 0.2051432 Jun 29 17:10:03.486093 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ab845-b6b2-4e33-a0bf-6bb4f7641a59 req-6b836e57-bb05-4d6e-9e9d-8e674332f49c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:03.488401 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-487ab845-b6b2-4e33-a0bf-6bb4f7641a59 req-6b836e57-bb05-4d6e-9e9d-8e674332f49c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0997322 Jun 29 17:10:03.543725 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 72df315b-a9b8-4b62-ae3b-862df6b6aef8 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:03.546529 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-487ab845-b6b2-4e33-a0bf-6bb4f7641a59 req-850b5272-08e6-4abf-9f80-02065206f8c1 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519602 Jun 29 17:10:03.655336 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:03.662899 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:03.663369 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.803134 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.839432 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:03.843868 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.845949 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:03.861317 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58674) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:03.880832 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:03.904308 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c2feffc1-bec8-49a9-b915-da6d7db7a6d9 req-feec4317-494b-41d3-b5c3-b50368a41a8d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1098 time: 0.2350383 Jun 29 17:10:03.916061 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:03.919141 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:03.921541 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:03.926062 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ddad2d2cdf42cfa4109e7e18cc29d0 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:03.929055 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:03.936276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:03.938209 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e0d6-b396-41f5-b17b-5d8a95e20587 req-183574f2-7a5c-45b3-a432-9ee7d9aa4fd0 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:03.939365 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4027e0d6-b396-41f5-b17b-5d8a95e20587 req-183574f2-7a5c-45b3-a432-9ee7d9aa4fd0 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1868117 Jun 29 17:10:03.955029 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776762a-fffe-4af8-a640-688924c29b0c req-162be9ec-1e6f-4c56-a9a0-b9b4d17b4e0f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:03.956449 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a776762a-fffe-4af8-a640-688924c29b0c req-162be9ec-1e6f-4c56-a9a0-b9b4d17b4e0f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1546648 Jun 29 17:10:04.010692 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:04.017469 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:04.020461 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c2feffc1-bec8-49a9-b915-da6d7db7a6d9 req-5bb741b7-1002-4d00-9bb1-94a9f9797d8f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048114 Jun 29 17:10:04.025985 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7b3bcde2-6a59-4406-a0c1-e0a52ac68c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:04.057306 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4027e0d6-b396-41f5-b17b-5d8a95e20587 req-b96638e0-5266-4cb8-95bf-ee0a77f5276f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998814 Jun 29 17:10:04.069115 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d53918-5234-40aa-b36b-df4da3d9d1ed,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:04.072659 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:04.077184 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e3ddad2d2cdf42cfa4109e7e18cc29d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2127328 Jun 29 17:10:04.080739 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a776762a-fffe-4af8-a640-688924c29b0c req-93062eb9-cec1-469a-9f7f-ca3a2a727ae4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131022 Jun 29 17:10:04.091158 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58682) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:04.167181 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:04.194886 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:04.354008 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:04.359859 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-55ee1eb7-a5dc-47f9-902a-3de8e2cf5e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:04.386320 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d53918-5234-40aa-b36b-df4da3d9d1ed,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:04.391985 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:04.405661 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:04.408920 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d1d53918-5234-40aa-b36b-df4da3d9d1ed HTTP/1.1" status: 204 len: 168 time: 0.3146462 Jun 29 17:10:04.544582 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a8c31-ed20-4618-a41f-e201e878990d req-4834156a-6630-4b1d-aac5-0078f5a2b855 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:04.546631 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b8a8c31-ed20-4618-a41f-e201e878990d req-4834156a-6630-4b1d-aac5-0078f5a2b855 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.2029085 Jun 29 17:10:04.587770 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e0e46-78f0-4233-83aa-9f43ee2218a5 req-6f1ea27e-7db9-47b7-aa27-810307141d25 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:04.589252 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-106e0e46-78f0-4233-83aa-9f43ee2218a5 req-6f1ea27e-7db9-47b7-aa27-810307141d25 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1521437 Jun 29 17:10:04.629526 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b8a8c31-ed20-4618-a41f-e201e878990d req-7d2122fa-9c5c-41e0-9dd9-6686a26d074e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764794 Jun 29 17:10:04.661790 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-106e0e46-78f0-4233-83aa-9f43ee2218a5 req-72b9a1f6-cd5b-4359-8251-ab86292f4b87 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642126 Jun 29 17:10:04.993415 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b6ac-1e0a-4199-b2b3-e92a79ae7e61 req-19c6ffcc-acc8-4d37-9c40-1ed3f4fd432c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:04.996307 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c649b6ac-1e0a-4199-b2b3-e92a79ae7e61 req-19c6ffcc-acc8-4d37-9c40-1ed3f4fd432c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1815782 Jun 29 17:10:05.181337 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c649b6ac-1e0a-4199-b2b3-e92a79ae7e61 req-d17182bc-27fe-4091-b059-d3f7fab7b120 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790636 Jun 29 17:10:05.346137 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:05.425834 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c518e9-2d19-496e-bc5e-37fc20d8eb04 req-68535c45-079c-4d75-b71c-e0c6d57cdd46 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:05.433254 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-91c518e9-2d19-496e-bc5e-37fc20d8eb04 req-68535c45-079c-4d75-b71c-e0c6d57cdd46 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1292281 Jun 29 17:10:05.577655 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-91c518e9-2d19-496e-bc5e-37fc20d8eb04 req-28242406-7774-44f8-8321-15ee9c2e6d6a tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429307 Jun 29 17:10:05.712055 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'code': 200} Jun 29 17:10:06.031776 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c26879-cac1-4372-b5ea-55532ca76c75 req-56539be7-119d-4f56-a23f-64e84c06a0b3 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:06.034431 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-11c26879-cac1-4372-b5ea-55532ca76c75 req-56539be7-119d-4f56-a23f-64e84c06a0b3 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1691043 Jun 29 17:10:06.108713 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-11c26879-cac1-4372-b5ea-55532ca76c75 req-485bfb84-0d26-4f5c-8456-076a406d2ec7 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641515 Jun 29 17:10:06.117485 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb74318-3d44-4c4f-88ad-c977c16a9748 req-3f51dd0d-4970-45fa-9cb8-428bc1445bac tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:06.119926 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5fb74318-3d44-4c4f-88ad-c977c16a9748 req-3f51dd0d-4970-45fa-9cb8-428bc1445bac tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.1541858 Jun 29 17:10:06.173652 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5fb74318-3d44-4c4f-88ad-c977c16a9748 req-8c091054-ea84-4c8f-9f2b-f5b81bc984c5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464473 Jun 29 17:10:06.392854 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382e0a-6c52-4448-91c4-cd2857d8ee40 req-b827d9de-a8d6-4cdf-b274-718c4db511fa tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:06.394308 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8b382e0a-6c52-4448-91c4-cd2857d8ee40 req-b827d9de-a8d6-4cdf-b274-718c4db511fa tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1558909 Jun 29 17:10:06.466351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71332e6d-96c8-41e3-91fe-0a185f0cacd0 req-726ede0d-ad19-42d4-83b0-fc2526c89418 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:06.469211 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-71332e6d-96c8-41e3-91fe-0a185f0cacd0 req-726ede0d-ad19-42d4-83b0-fc2526c89418 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1336219 Jun 29 17:10:06.475190 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8b382e0a-6c52-4448-91c4-cd2857d8ee40 req-60235aa9-7be7-441f-b08e-d62cfc3c1561 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705907 Jun 29 17:10:06.587202 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-71332e6d-96c8-41e3-91fe-0a185f0cacd0 req-bfec367a-ebe6-4fa3-899b-b5e3e0ef54e2 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110950 Jun 29 17:10:06.805322 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b608b4-4ea9-416f-935a-c63e06d0310e req-4573ae16-5e5c-490e-9668-2fcc018de049 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:06.806791 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3b608b4-4ea9-416f-935a-c63e06d0310e req-4573ae16-5e5c-490e-9668-2fcc018de049 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0959499 Jun 29 17:10:06.881892 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3b608b4-4ea9-416f-935a-c63e06d0310e req-b252bbe8-1d0f-4b32-926d-3f64fbbf91c1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694196 Jun 29 17:10:07.326769 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9f39-40ef-4a91-aebd-c699b215cde4 req-bdc303c0-bbdf-4d36-a662-b627f6f16c7e tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:07.328227 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-527b9f39-40ef-4a91-aebd-c699b215cde4 req-bdc303c0-bbdf-4d36-a662-b627f6f16c7e tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0898523 Jun 29 17:10:07.434283 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-527b9f39-40ef-4a91-aebd-c699b215cde4 req-1b54c4e9-c25e-4a4c-943f-ca9f09ac7f43 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997994 Jun 29 17:10:07.454215 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c0ce7-2ccd-4d7a-952d-8f79c805f0fc req-7a2b3c72-988f-4734-89c3-831f03fa90f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:07.455628 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c58c0ce7-2ccd-4d7a-952d-8f79c805f0fc req-7a2b3c72-988f-4734-89c3-831f03fa90f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.1055562 Jun 29 17:10:07.511725 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c58c0ce7-2ccd-4d7a-952d-8f79c805f0fc req-e65b0dd7-3159-4d9d-8516-27a1f4603083 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503933 Jun 29 17:10:07.730152 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323486f-aa57-4372-a466-ce4fd3434c45 req-01bedd52-f9df-43bf-be15-8b59da10fa5d tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:07.731529 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1323486f-aa57-4372-a466-ce4fd3434c45 req-01bedd52-f9df-43bf-be15-8b59da10fa5d tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.0808580 Jun 29 17:10:07.839042 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1323486f-aa57-4372-a466-ce4fd3434c45 req-cc48ce55-a62f-4239-be64-f6c3ffde4ee4 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018209 Jun 29 17:10:07.865711 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9396-7e7c-4002-9da5-4f1e40dbeb3a req-01a185c5-eb86-4794-8f8d-c7535aea26f0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:07.865711 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-877e9396-7e7c-4002-9da5-4f1e40dbeb3a req-01a185c5-eb86-4794-8f8d-c7535aea26f0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1197033 Jun 29 17:10:07.934730 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-877e9396-7e7c-4002-9da5-4f1e40dbeb3a req-d5565318-6af8-4200-96ae-a77bd126a10a tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704701 Jun 29 17:10:08.111594 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4354-35b2-4e1a-a97e-1c7628c3bca9 req-2409638d-358d-48ca-947e-656898e95f5b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:08.113376 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9a2a4354-35b2-4e1a-a97e-1c7628c3bca9 req-2409638d-358d-48ca-947e-656898e95f5b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0845373 Jun 29 17:10:08.162168 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9a2a4354-35b2-4e1a-a97e-1c7628c3bca9 req-98560e4f-7f2d-4ccc-a8e3-83fa18012aec tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Jun 29 17:10:08.665999 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5dfc-a1b1-4238-8b06-57ce9f8853f8 req-8e694ff1-32a1-4920-a815-266f57daec1b tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:08.675147 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7c6a5dfc-a1b1-4238-8b06-57ce9f8853f8 req-8e694ff1-32a1-4920-a815-266f57daec1b tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1090486 Jun 29 17:10:08.720312 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7c6a5dfc-a1b1-4238-8b06-57ce9f8853f8 req-8d395cf3-19e1-4dd7-a0a2-cf5e75e6873e tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441172 Jun 29 17:10:08.818196 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0de08-bb9f-47dc-ac44-fd2b1d921720 req-2b2d3ccc-f134-4526-9a49-707ab105f454 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:08.819621 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9ca0de08-bb9f-47dc-ac44-fd2b1d921720 req-2b2d3ccc-f134-4526-9a49-707ab105f454 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.0820265 Jun 29 17:10:08.868449 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9ca0de08-bb9f-47dc-ac44-fd2b1d921720 req-a5a03909-cd52-4799-a2d1-55af025f5673 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Jun 29 17:10:09.084441 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea5a0d-5459-4582-99e0-de8cd796bff0 req-bf4a7b29-892c-4bff-8587-6e9b89c649e9 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:09.087588 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3ea5a0d-5459-4582-99e0-de8cd796bff0 req-bf4a7b29-892c-4bff-8587-6e9b89c649e9 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1026511 Jun 29 17:10:09.194018 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3ea5a0d-5459-4582-99e0-de8cd796bff0 req-9e7b278c-87a4-4ade-b380-df39c80b12bf tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697031 Jun 29 17:10:09.214196 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0603c9d-8790-4faf-99aa-d9f023c2f9ba req-232c6830-9c08-488c-850a-4568ce8d7f52 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:09.220912 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0603c9d-8790-4faf-99aa-d9f023c2f9ba req-232c6830-9c08-488c-850a-4568ce8d7f52 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1282670 Jun 29 17:10:09.279660 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0603c9d-8790-4faf-99aa-d9f023c2f9ba req-9608313f-c170-4668-9e20-995703b4eb3b tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577765 Jun 29 17:10:09.445209 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff0c4f-eb56-4f42-b119-f9fbb5c63ce1 req-5df80512-5701-4dc0-9327-5810ad342718 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:09.446750 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6bff0c4f-eb56-4f42-b119-f9fbb5c63ce1 req-5df80512-5701-4dc0-9327-5810ad342718 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0994177 Jun 29 17:10:09.496323 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6bff0c4f-eb56-4f42-b119-f9fbb5c63ce1 req-f43299b6-a892-464d-8ba0-97fface8fa61 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Jun 29 17:10:09.981152 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75ada-d871-423d-90e6-57bf90879423 req-2b9ef5dc-ae2a-4be0-b22c-f071104c12ed tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:09.982990 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8fc75ada-d871-423d-90e6-57bf90879423 req-2b9ef5dc-ae2a-4be0-b22c-f071104c12ed tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1346309 Jun 29 17:10:10.029052 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8fc75ada-d871-423d-90e6-57bf90879423 req-35786753-fbfb-44bc-aeab-9b55335427f4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Jun 29 17:10:10.126685 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a907c-4c93-43b6-a905-a26cea6a0431 req-d4c897ba-75a9-4b42-afaf-e346ae5c16e3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:10.128245 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-246a907c-4c93-43b6-a905-a26cea6a0431 req-d4c897ba-75a9-4b42-afaf-e346ae5c16e3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.0812404 Jun 29 17:10:10.182870 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-246a907c-4c93-43b6-a905-a26cea6a0431 req-7e841ee3-7a9d-46b2-a47e-eb4eae77f490 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480130 Jun 29 17:10:10.409819 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3f93-97f0-4eba-95a4-1bf84d264e80 req-3d8d7c33-6b74-4181-a8be-8f60d36e1b7d tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:10.411424 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-053d3f93-97f0-4eba-95a4-1bf84d264e80 req-3d8d7c33-6b74-4181-a8be-8f60d36e1b7d tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.0837178 Jun 29 17:10:10.512354 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-053d3f93-97f0-4eba-95a4-1bf84d264e80 req-9e78f44d-7dd8-490e-92a5-b6d2def9772a tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681374 Jun 29 17:10:10.541251 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c661-138a-45fb-8064-476edbf9b13c req-95b06064-a70a-400d-a4fc-f681b8174e14 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:10.541251 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f370c661-138a-45fb-8064-476edbf9b13c req-95b06064-a70a-400d-a4fc-f681b8174e14 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1241193 Jun 29 17:10:10.576418 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-b3005ee9-dd35-4228-b27d-038561ee4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:10.586601 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f370c661-138a-45fb-8064-476edbf9b13c req-c2332588-63d3-452f-a604-8ddb9ac1b2a6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426586 Jun 29 17:10:10.721816 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f464d-adb1-4f44-a2bc-f1054f5ec0f7 req-868141b9-1954-40bb-adfd-bce8d59a417b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:10.723849 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-099f464d-adb1-4f44-a2bc-f1054f5ec0f7 req-868141b9-1954-40bb-adfd-bce8d59a417b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0856040 Jun 29 17:10:10.787942 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-099f464d-adb1-4f44-a2bc-f1054f5ec0f7 req-b150b1a3-ae78-4a36-92cd-6a55588bb88e tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577152 Jun 29 17:10:11.039733 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:11.250624 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907a76f-a6d3-4218-8640-e876daaf321a req-16782300-eb30-454a-b72d-37fc91f3ae46 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:11.252052 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e907a76f-a6d3-4218-8640-e876daaf321a req-16782300-eb30-454a-b72d-37fc91f3ae46 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0773377 Jun 29 17:10:11.303131 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e907a76f-a6d3-4218-8640-e876daaf321a req-ad6143a0-8916-4938-bcb3-b7f037520705 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Jun 29 17:10:11.420818 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf506850-3a39-4658-b867-c3f3a3c95df0 req-1f5769ee-607b-4e8b-86c0-9102ff72fba9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:11.422277 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf506850-3a39-4658-b867-c3f3a3c95df0 req-1f5769ee-607b-4e8b-86c0-9102ff72fba9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.0825965 Jun 29 17:10:11.515104 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf506850-3a39-4658-b867-c3f3a3c95df0 req-41073371-c769-4dec-a9e3-64e148a8b991 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869696 Jun 29 17:10:11.727124 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edbdff-0be4-4963-8fcb-3d6cf2743db8 req-5646d9e8-e386-475f-8240-062669b66f38 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:11.728924 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5edbdff-0be4-4963-8fcb-3d6cf2743db8 req-5646d9e8-e386-475f-8240-062669b66f38 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.0797694 Jun 29 17:10:11.827900 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5edbdff-0be4-4963-8fcb-3d6cf2743db8 req-2a088764-da3a-40e2-805f-f82b2fdbf5cc tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933347 Jun 29 17:10:11.868615 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69faf9-ede7-4c4b-bbbc-0fdbafb46274 req-823b56dc-4bec-4881-b9cb-b594e2c01ed2 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:11.870075 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dc69faf9-ede7-4c4b-bbbc-0fdbafb46274 req-823b56dc-4bec-4881-b9cb-b594e2c01ed2 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1207457 Jun 29 17:10:11.932711 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dc69faf9-ede7-4c4b-bbbc-0fdbafb46274 req-da21f9e7-3341-4c59-bd2c-9ea22b786fa0 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568390 Jun 29 17:10:12.066206 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfa608-84f2-4db6-9aa5-a1bfb2a4f2bc req-05201fda-8d7e-4c5c-9204-5c16ec45de62 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:12.067544 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-08dfa608-84f2-4db6-9aa5-a1bfb2a4f2bc req-05201fda-8d7e-4c5c-9204-5c16ec45de62 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0867085 Jun 29 17:10:12.121397 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-08dfa608-84f2-4db6-9aa5-a1bfb2a4f2bc req-590d83c9-317b-459d-85a1-1f477badd813 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Jun 29 17:10:12.525156 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462352f0-634d-459a-8bdf-d4afefcadd71 req-cb095852-b6b0-4a26-b123-e59800982112 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:12.527782 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-462352f0-634d-459a-8bdf-d4afefcadd71 req-cb095852-b6b0-4a26-b123-e59800982112 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0811598 Jun 29 17:10:12.577008 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-462352f0-634d-459a-8bdf-d4afefcadd71 req-c8cd21e0-9c2a-4d56-a90c-675685960180 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435736 Jun 29 17:10:12.676346 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8043ae4e-4632-4b2a-a4c4-51063ba0c4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:12.749619 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290098cd-28ce-4d90-b4dc-de4b515d3d09 req-81ec1ea8-1794-45e5-90d7-4a8155eb675f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:12.751032 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-290098cd-28ce-4d90-b4dc-de4b515d3d09 req-81ec1ea8-1794-45e5-90d7-4a8155eb675f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.0832698 Jun 29 17:10:12.798990 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-290098cd-28ce-4d90-b4dc-de4b515d3d09 req-0a90417e-4f05-4ebb-b7b6-7f4f9872d37c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Jun 29 17:10:13.155164 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7c66c-6f08-46b2-af78-fe9ee737c711 req-809ea7ec-f783-48e5-ac94-af280b627842 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:13.156500 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-00c7c66c-6f08-46b2-af78-fe9ee737c711 req-809ea7ec-f783-48e5-ac94-af280b627842 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1654809 Jun 29 17:10:13.199441 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fb8a-1f80-498c-b64a-492a6be45f41 req-5863f5d8-7fbf-42fe-9d63-86eb6534848a tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:13.201144 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-97b2fb8a-1f80-498c-b64a-492a6be45f41 req-5863f5d8-7fbf-42fe-9d63-86eb6534848a tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1201963 Jun 29 17:10:13.248858 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-00c7c66c-6f08-46b2-af78-fe9ee737c711 req-0b3e9e50-5f21-4770-80cb-b0c3178623e0 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862932 Jun 29 17:10:13.260987 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-97b2fb8a-1f80-498c-b64a-492a6be45f41 req-fc7bf990-afb3-4133-9457-a6bcbb7140de tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519295 Jun 29 17:10:13.458017 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2c09e-775c-4db4-8acb-a64bb9718af7 req-6773163d-f111-4c18-a740-0fbe662b9124 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:13.460526 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ba2c09e-775c-4db4-8acb-a64bb9718af7 req-6773163d-f111-4c18-a740-0fbe662b9124 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0940804 Jun 29 17:10:13.507615 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ba2c09e-775c-4db4-8acb-a64bb9718af7 req-c4ffc1c4-60df-401b-87e6-123eafa62800 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Jun 29 17:10:13.774565 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:13.793429 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d2624-5a3e-4205-81e2-bf83a6a2396c req-1cc68289-7c80-4c0d-a070-7513d959024f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:13.795378 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-520d2624-5a3e-4205-81e2-bf83a6a2396c req-1cc68289-7c80-4c0d-a070-7513d959024f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0844953 Jun 29 17:10:13.854332 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-520d2624-5a3e-4205-81e2-bf83a6a2396c req-dfe423d4-0beb-441a-8bc0-e480e3edd1a2 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499387 Jun 29 17:10:14.075021 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae1173-d53c-4f50-a5bd-e4f0dfebecb6 req-2f945f01-a2d3-4925-aae6-f81f6c09f672 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:14.076877 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3ae1173-d53c-4f50-a5bd-e4f0dfebecb6 req-2f945f01-a2d3-4925-aae6-f81f6c09f672 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.0990441 Jun 29 17:10:14.132521 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3ae1173-d53c-4f50-a5bd-e4f0dfebecb6 req-0104c0b6-4051-47be-8fff-5272fa68a2b5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493031 Jun 29 17:10:14.546008 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5549-f154-4162-b607-054ffe87c86f req-a68d08af-1a4d-4815-a28e-708a55ed72e9 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:14.547557 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45d5549-f154-4162-b607-054ffe87c86f req-a68d08af-1a4d-4815-a28e-708a55ed72e9 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1618586 Jun 29 17:10:14.558820 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673cc8d-0ff1-4f45-a81e-d9a76af99f2f req-7426399c-7d4a-4faf-a458-51148c16cb06 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:14.560411 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6673cc8d-0ff1-4f45-a81e-d9a76af99f2f req-7426399c-7d4a-4faf-a458-51148c16cb06 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1417673 Jun 29 17:10:14.641596 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e45d5549-f154-4162-b607-054ffe87c86f req-6f127ea8-beae-49b0-a48e-8bf6774630e8 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799885 Jun 29 17:10:14.645905 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6673cc8d-0ff1-4f45-a81e-d9a76af99f2f req-e6157892-df71-4ea8-8f9d-da378d2e6ddd tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657783 Jun 29 17:10:14.853088 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35302d2-b64c-4663-9c59-3d0c3fbf0428 req-ecb78364-ab61-4339-b766-21c0a8aac1f0 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:14.854582 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e35302d2-b64c-4663-9c59-3d0c3fbf0428 req-ecb78364-ab61-4339-b766-21c0a8aac1f0 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.0969737 Jun 29 17:10:14.949610 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e35302d2-b64c-4663-9c59-3d0c3fbf0428 req-12ed6883-5f68-4ba9-856f-4bf0db4f9e5f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894783 Jun 29 17:10:15.091169 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdb9e8-f953-4d22-93de-dc10e8e9f905 req-588ae31c-fb86-4a0a-b541-ce0193fd0544 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:15.092504 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-94bdb9e8-f953-4d22-93de-dc10e8e9f905 req-588ae31c-fb86-4a0a-b541-ce0193fd0544 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0815313 Jun 29 17:10:15.146443 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-94bdb9e8-f953-4d22-93de-dc10e8e9f905 req-4f53d4c8-e59b-4ab1-a945-547a404fc355 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482080 Jun 29 17:10:15.207958 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:15.365850 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831870-7015-41a3-8c3c-9dab59891d7b req-7f334822-db5c-46ff-b264-1eb978282d61 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:15.367934 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eb831870-7015-41a3-8c3c-9dab59891d7b req-7f334822-db5c-46ff-b264-1eb978282d61 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.0819063 Jun 29 17:10:15.418641 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eb831870-7015-41a3-8c3c-9dab59891d7b req-afee78c8-038e-48ae-ae0c-45c86d7bc330 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447094 Jun 29 17:10:15.928948 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84dcbc-8589-468d-8190-8193ae841805 req-45ea8000-8163-42b5-adf2-9c4e822b722e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:15.931134 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d84dcbc-8589-468d-8190-8193ae841805 req-45ea8000-8163-42b5-adf2-9c4e822b722e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1521227 Jun 29 17:10:15.940936 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59944ff9-0aa1-4ea5-b17c-4e7e6d635f95 req-f153c194-3e62-46aa-975e-8a8d357f16e9 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:15.942305 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-59944ff9-0aa1-4ea5-b17c-4e7e6d635f95 req-f153c194-3e62-46aa-975e-8a8d357f16e9 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1319959 Jun 29 17:10:16.058571 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d84dcbc-8589-468d-8190-8193ae841805 req-2e322196-a69b-48a9-a89d-755324f3da20 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149688 Jun 29 17:10:16.066148 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-59944ff9-0aa1-4ea5-b17c-4e7e6d635f95 req-8149cac7-f26d-49ed-9e6e-80fde93e68cf tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061354 Jun 29 17:10:16.381516 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5c3df-fda0-4db2-be24-753792d96767 req-ccd87577-cb08-4d98-96c6-454097f6545b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:16.383515 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebf5c3df-fda0-4db2-be24-753792d96767 req-ccd87577-cb08-4d98-96c6-454097f6545b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1816423 Jun 29 17:10:16.394590 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60fe81-58b7-4a0a-b13b-0bdf3a66564d req-3394b300-12a8-4433-8039-ab54cbe42846 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:16.396112 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2e60fe81-58b7-4a0a-b13b-0bdf3a66564d req-3394b300-12a8-4433-8039-ab54cbe42846 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1163006 Jun 29 17:10:16.471137 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ebf5c3df-fda0-4db2-be24-753792d96767 req-9504239e-2dba-46d5-95a7-7450bd9cb9a2 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741284 Jun 29 17:10:16.475261 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2e60fe81-58b7-4a0a-b13b-0bdf3a66564d req-b713e7d4-8e83-4dae-981f-50dd83e91ad2 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637443 Jun 29 17:10:16.692756 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4cd2e-d1a3-4b37-b4ec-8cfa0bc3d6f6 req-01c19b01-179e-4284-ad54-44549840d913 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:16.694213 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cfa4cd2e-d1a3-4b37-b4ec-8cfa0bc3d6f6 req-01c19b01-179e-4284-ad54-44549840d913 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.0937288 Jun 29 17:10:16.741339 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cfa4cd2e-d1a3-4b37-b4ec-8cfa0bc3d6f6 req-307faa03-ffe6-4a3e-a306-444a03399b13 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Jun 29 17:10:17.332863 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b629-9d8c-420f-bacc-20ab4ec86b26 req-71cf4353-e021-4741-9de1-b101ec6b9b0e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:17.334212 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d438b629-9d8c-420f-bacc-20ab4ec86b26 req-71cf4353-e021-4741-9de1-b101ec6b9b0e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1365821 Jun 29 17:10:17.344915 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38c111-d4ca-41e8-933d-52763b833bb1 req-2480611f-f9d6-4848-968a-8e61e495dd7f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:17.346314 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5a38c111-d4ca-41e8-933d-52763b833bb1 req-2480611f-f9d6-4848-968a-8e61e495dd7f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1172688 Jun 29 17:10:17.417171 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d438b629-9d8c-420f-bacc-20ab4ec86b26 req-92de6fa4-1315-4a96-90b5-644c1ad4f005 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699062 Jun 29 17:10:17.421485 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5a38c111-d4ca-41e8-933d-52763b833bb1 req-f53c00fa-9e1b-4177-9a2f-8bda42cad576 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Jun 29 17:10:17.734680 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee047fe-5a79-40d8-8e4a-ba58a767f87d req-2af736ec-cb42-4333-961b-fd4ffec0c4ee tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:17.736003 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ee047fe-5a79-40d8-8e4a-ba58a767f87d req-2af736ec-cb42-4333-961b-fd4ffec0c4ee tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1378214 Jun 29 17:10:17.745688 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b18926-4c42-4f6e-bb41-0f5d5759d23c req-9f9e5baa-1156-4f24-a2f9-d14b635034bc tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:17.747015 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-43b18926-4c42-4f6e-bb41-0f5d5759d23c req-9f9e5baa-1156-4f24-a2f9-d14b635034bc tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1475086 Jun 29 17:10:17.819548 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ee047fe-5a79-40d8-8e4a-ba58a767f87d req-03889c6d-c28a-47a7-ade8-b609ae332002 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716205 Jun 29 17:10:17.824389 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-43b18926-4c42-4f6e-bb41-0f5d5759d23c req-65a22345-2395-49fb-a240-9ac791ae67ea tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630326 Jun 29 17:10:18.043098 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e27c3a-d6c7-4b6d-abde-3a4b503cd784 req-d9b89ff3-ad39-4f83-8790-377addc761cd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:18.044520 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d0e27c3a-d6c7-4b6d-abde-3a4b503cd784 req-d9b89ff3-ad39-4f83-8790-377addc761cd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.1003075 Jun 29 17:10:18.093232 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d0e27c3a-d6c7-4b6d-abde-3a4b503cd784 req-1aa77769-bb4a-4797-b1f0-65a7b4ed2662 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427217 Jun 29 17:10:18.344236 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8647f42d-d1a2-4258-8899-96bc86a6a81c req-9aab0ecb-aff7-4cb2-ab9e-394ae1b662f7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0720451 Jun 29 17:10:18.395049 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8647f42d-d1a2-4258-8899-96bc86a6a81c req-f4720fb0-3914-4ffc-9e0b-ef844e1183e1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Jun 29 17:10:18.694238 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be03865-b471-4ad1-8bc3-9add6bedde3b req-d46572d4-4654-4f72-b1e9-408f8b999a26 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:18.695788 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1be03865-b471-4ad1-8bc3-9add6bedde3b req-d46572d4-4654-4f72-b1e9-408f8b999a26 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1525671 Jun 29 17:10:18.701889 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc753e2-0588-46c1-9928-934afef2ea4e req-9a3b4a99-e465-44f2-97ed-6ce335888182 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:18.703209 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cfc753e2-0588-46c1-9928-934afef2ea4e req-9a3b4a99-e465-44f2-97ed-6ce335888182 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.1246474 Jun 29 17:10:18.780029 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1be03865-b471-4ad1-8bc3-9add6bedde3b req-20e45174-ff54-4623-a1c5-3f4a1cef2bbb tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758953 Jun 29 17:10:18.784502 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cfc753e2-0588-46c1-9928-934afef2ea4e req-f84e1f86-c1ac-4e74-938b-e63822e10b10 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Jun 29 17:10:19.075472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1603252-7368-4829-947e-981ef347f64d req-73c0df60-284e-4b50-bb29-c2a6bf962414 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:19.077055 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a1603252-7368-4829-947e-981ef347f64d req-73c0df60-284e-4b50-bb29-c2a6bf962414 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1736786 Jun 29 17:10:19.086100 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb13392-3d5a-461c-99c1-012b83a8dacc req-430c7876-cc32-4bc1-a45a-b2e5e1763a28 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:19.087470 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8fb13392-3d5a-461c-99c1-012b83a8dacc req-430c7876-cc32-4bc1-a45a-b2e5e1763a28 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1413269 Jun 29 17:10:19.167274 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a1603252-7368-4829-947e-981ef347f64d req-b6d31463-6b2c-4eab-a9f5-a03c091a3c80 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788150 Jun 29 17:10:19.171662 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8fb13392-3d5a-461c-99c1-012b83a8dacc req-cf2404a4-c7b7-4d20-a293-907ea7e00d04 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668349 Jun 29 17:10:19.201916 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58926) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:19.436331 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd852-0f66-48cb-83ff-21e6f1afe3db req-c89c828a-2fab-4cc5-9823-a1dce353941f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:19.438396 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec4dd852-0f66-48cb-83ff-21e6f1afe3db req-c89c828a-2fab-4cc5-9823-a1dce353941f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1547325 Jun 29 17:10:19.447680 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdde84-b76e-49ae-a75f-79327d705ef7 req-6cb164ba-ba6c-463a-bec5-87ec52a2a4d2 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:19.449168 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-42cdde84-b76e-49ae-a75f-79327d705ef7 req-6cb164ba-ba6c-463a-bec5-87ec52a2a4d2 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.1293364 Jun 29 17:10:19.503749 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-10829edd-f3c3-4e98-9538-1d3fda8b4cef tempest-TestShelveInstance-1392305472 tempest-TestShelveInstance-1392305472-project-admin] Synchronizing usage tracker for tenant:5010db95391c4f88bca06cd6586759ce on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:19.519453 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-10829edd-f3c3-4e98-9538-1d3fda8b4cef tempest-TestShelveInstance-1392305472 tempest-TestShelveInstance-1392305472-project-admin] Unset dirty status for tenant:5010db95391c4f88bca06cd6586759ce on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:19.524654 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-10829edd-f3c3-4e98-9538-1d3fda8b4cef tempest-TestShelveInstance-1392305472 tempest-TestShelveInstance-1392305472-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1093 time: 0.3215752 Jun 29 17:10:19.525365 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 58934) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:19.528187 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ec4dd852-0f66-48cb-83ff-21e6f1afe3db req-d0f42eb6-02c2-48a1-82a5-74a67fb8825f tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780509 Jun 29 17:10:19.537169 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Request body: {'floatingip': {'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'port_id': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:19.537819 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-42cdde84-b76e-49ae-a75f-79327d705ef7 req-c3c192f0-298a-49eb-bbbf-94cff585b858 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730681 Jun 29 17:10:19.544574 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:19.549211 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Usage tracker for resource:floatingip and tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:19.552164 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:19.558236 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:19.569586 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:19.706828 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:19.856151 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Allocated IP 172.28.1.68 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/1ba5bd09-aa91-4428-8ebc-9d928f70d16d) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:20.017157 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94dc1-d342-4097-9655-699d6638a9a1 req-edc17aa6-e681-4517-974a-a52d456b8392 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:20.018585 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-85f94dc1-d342-4097-9655-699d6638a9a1 req-edc17aa6-e681-4517-974a-a52d456b8392 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.0941105 Jun 29 17:10:20.027400 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:20.054523 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:20.059092 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:20.066338 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-85f94dc1-d342-4097-9655-699d6638a9a1 req-851991d6-6ae7-4674-9f45-267b97e544aa tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395260 Jun 29 17:10:20.121601 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:20.124375 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:20.126889 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:20.160436 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'Port': ['ID=1ba5bd09-aa91-4428-8ebc-9d928f70d16d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:20.166305 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:20.444108 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66922a19-3b20-4c7b-9f70-e2b4ea839fbf req-51031f57-a942-49db-9b50-fee2d4e349ad tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:20.446570 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-66922a19-3b20-4c7b-9f70-e2b4ea839fbf req-51031f57-a942-49db-9b50-fee2d4e349ad tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1375928 Jun 29 17:10:20.510211 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-66922a19-3b20-4c7b-9f70-e2b4ea839fbf req-483b11c3-74e7-4f03-880a-d99aa14dee7b tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579264 Jun 29 17:10:20.614914 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-1d15c8e6-ddf2-4829-b9db-db0328d009f2 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:20.616950 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-1d15c8e6-ddf2-4829-b9db-db0328d009f2 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.0865543 Jun 29 17:10:20.691531 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:20.754448 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:20.786737 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Deleting port 5495761b-be47-4890-bd8e-88be41200165 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:10:20.787184 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:20.936186 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9197824-3ad4-478f-a98b-44f3f6c67f0b req-a250c3ea-59bc-46cf-be92-490174d484f6 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:20.937902 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d9197824-3ad4-478f-a98b-44f3f6c67f0b req-a250c3ea-59bc-46cf-be92-490174d484f6 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.2760134 Jun 29 17:10:20.946189 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52e526-8b8b-4ff9-908d-5cea3d9182a7 req-a83dc250-101d-4e0b-a432-d5960dd1f93b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:20.949763 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bc52e526-8b8b-4ff9-908d-5cea3d9182a7 req-a83dc250-101d-4e0b-a432-d5960dd1f93b tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.2867875 Jun 29 17:10:20.980478 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:20.986003 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:20.991604 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e9aa9a3b-0dcb-413a-aede-c10ba1799c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:21.098818 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event updated for resources: {'Port': ['ID=1ba5bd09-aa91-4428-8ebc-9d928f70d16d,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:21.101884 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:21.112246 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:21.119846 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d9197824-3ad4-478f-a98b-44f3f6c67f0b req-18a96d06-7e12-4b95-a73b-718ded457e25 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689429 Jun 29 17:10:21.124832 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bc52e526-8b8b-4ff9-908d-5cea3d9182a7 req-724904c3-dab3-4f53-a170-7776479819e5 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691871 Jun 29 17:10:21.176130 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] For port 5495761b-be47-4890-bd8e-88be41200165, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5495761b-be47-4890-bd8e-88be41200165,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:21.176497 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:21.404656 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Calling delete_port for 5495761b-be47-4890-bd8e-88be41200165 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:10:21.408940 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.l3_db [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Floating IP e04f84b9-e8a4-44da-a9f7-9c789506d8ad associated. External IP: 172.28.1.68, port: a51d63b6-5c57-4d98-9f83-c066cf1904ab. Jun 29 17:10:21.543993 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37e47-fffb-4a9a-9765-d73a368e72f9 req-2bb78942-d18c-4660-80d5-b2a37c7a23fd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:21.545431 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75c37e47-fffb-4a9a-9765-d73a368e72f9 req-2bb78942-d18c-4660-80d5-b2a37c7a23fd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 946 time: 0.2733886 Jun 29 17:10:21.608163 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5474048-b4b6-4b75-8b15-e4837b06c3f7 req-6b5ff32e-c27d-4e9b-9ce9-5b668cd50490 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:21.609568 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5474048-b4b6-4b75-8b15-e4837b06c3f7 req-6b5ff32e-c27d-4e9b-9ce9-5b668cd50490 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 943 time: 0.3353612 Jun 29 17:10:21.659679 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:10:21.670529 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75c37e47-fffb-4a9a-9765-d73a368e72f9 req-e93b0225-d72e-41bc-b14b-42353bbd42f0 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952358 Jun 29 17:10:21.688476 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:21.696729 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8b4ebfbb-8f8f-40d0-a5fd-450132049611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:21.748664 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a5474048-b4b6-4b75-8b15-e4837b06c3f7 req-987d5e12-7158-403b-9b91-79332f9f0834 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195588 Jun 29 17:10:21.757421 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Pushing event deleted for resources: {'Port': ['ID=5495761b-be47-4890-bd8e-88be41200165,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:21.761596 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:21.811469 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:21.825997 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'port_id': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'mac_address': 'fa:16:3e:13:c1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:10:21.829417 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['5495761b-be47-4890-bd8e-88be41200165'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:21.862548 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] No DVR routers for this DVR port 5495761b-be47-4890-bd8e-88be41200165 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:10:21.865487 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:21.869334 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'name': 'network-vif-deleted', 'tag': '5495761b-be47-4890-bd8e-88be41200165'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:21.879390 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1dd06a74-7e39-4625-951c-7c98424e9c0a req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "DELETE /v2.0/ports/5495761b-be47-4890-bd8e-88be41200165 HTTP/1.1" status: 204 len: 173 time: 1.2557564 Jun 29 17:10:21.884790 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Router b59e7014-da27-4de4-969b-0281e8ee1b30 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:10:21.947695 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:21.980400 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:10:22.026220 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:22.031709 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:22.033639 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:22.150791 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:10:22.160229 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] Sync routers for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:10:22.176557 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06affad-f82b-404d-82f9-592bc7391d7f', 'name': 'network-vif-deleted', 'tag': '5495761b-be47-4890-bd8e-88be41200165', 'status': 'completed', 'code': 200} Jun 29 17:10:22.178070 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:22.178699 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:22.199268 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=9']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:22.209850 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.210531 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.211062 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.211537 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.212056 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.212188 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:22.212759 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.213673 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.214152 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.214914 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.215990 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.216996 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:22.225983 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:22.299680 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7732010 Jun 29 17:10:22.300574 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:22.412262 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:22.427447 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:22.430397 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5850-7f82-442f-8d0d-236323afd920 req-3fe05b09-6691-4802-9f97-7fb1747755b4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:22.437026 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-021a5850-7f82-442f-8d0d-236323afd920 req-3fe05b09-6691-4802-9f97-7fb1747755b4 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1446555 Jun 29 17:10:22.458233 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12e2da-1a6b-4efe-8bff-905e1c42d8b8 req-a76151f4-c21b-4078-a595-5ae0894dcbc0 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:22.459659 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-da12e2da-1a6b-4efe-8bff-905e1c42d8b8 req-a76151f4-c21b-4078-a595-5ae0894dcbc0 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1354954 Jun 29 17:10:22.517710 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-021a5850-7f82-442f-8d0d-236323afd920 req-13ade54c-041a-477a-9e9e-a45b8c75e908 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794921 Jun 29 17:10:22.557667 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-da12e2da-1a6b-4efe-8bff-905e1c42d8b8 req-7a79662f-e812-4efc-a97a-6b6f90c0768b tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880315 Jun 29 17:10:22.591912 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'status': 'completed', 'code': 200} Jun 29 17:10:22.750370 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3924fda-4788-48e6-9120-3ec509bfecab req-a7ad6749-c310-4ec7-a0a3-fbad2b675a9b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1098 time: 0.1310356 Jun 29 17:10:22.940653 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'e04f84b9-e8a4-44da-a9f7-9c789506d8ad', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'floating_ip_address': '172.28.1.68', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'port_id': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'mac_address': 'fa:16:3e:e7:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:20Z', 'updated_at': '2021-06-29T17:10:20Z', 'revision_number': 0, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:24Z', 'revision_number': 5, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:22.946428 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] Checking router: b59e7014-da27-4de4-969b-0281e8ee1b30 for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:10:22.958902 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:22.959675 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:23.158450 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-e121312f-4b33-4619-a3fd-08b77827740e req-8820202f-bf79-4db5-8b03-97c80e2c282f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Synchronizing usage tracker for tenant:99c0384a960544f6a3d43acd02c50164 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:23.190668 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-e121312f-4b33-4619-a3fd-08b77827740e req-8820202f-bf79-4db5-8b03-97c80e2c282f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Unset dirty status for tenant:99c0384a960544f6a3d43acd02c50164 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:23.202017 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e121312f-4b33-4619-a3fd-08b77827740e req-8820202f-bf79-4db5-8b03-97c80e2c282f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=d06affad-f82b-404d-82f9-592bc7391d7f HTTP/1.1" status: 200 len: 210 time: 0.1365747 Jun 29 17:10:23.248613 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:23.278270 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924fda-4788-48e6-9120-3ec509bfecab req-5edbf73c-5e8f-4cd6-9558-2037281531b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:23.279834 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3924fda-4788-48e6-9120-3ec509bfecab req-5edbf73c-5e8f-4cd6-9558-2037281531b2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 911 time: 0.5203559 Jun 29 17:10:23.403783 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d71279-1ca4-4353-a695-88f5694f2601 req-70c43687-afd9-4124-9e4f-91ba84c533d7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:23.405290 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-39d71279-1ca4-4353-a695-88f5694f2601 req-70c43687-afd9-4124-9e4f-91ba84c533d7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 944 time: 0.3359425 Jun 29 17:10:23.406941 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3924fda-4788-48e6-9120-3ec509bfecab req-7e73e012-be5e-4726-85bd-615aefd7bebb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 998 time: 0.1184790 Jun 29 17:10:23.515442 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924fda-4788-48e6-9120-3ec509bfecab req-69e37802-8d41-44bd-8dc0-5cb6420ccb47 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:23.516947 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3924fda-4788-48e6-9120-3ec509bfecab req-69e37802-8d41-44bd-8dc0-5cb6420ccb47 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 200 len: 848 time: 0.0858638 Jun 29 17:10:23.519428 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-39d71279-1ca4-4353-a695-88f5694f2601 req-a85928f9-67a8-4a46-9b0c-5417ee461b28 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053116 Jun 29 17:10:23.643745 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3924fda-4788-48e6-9120-3ec509bfecab req-74400764-b8ff-4c8a-958e-b7b5f3b78aa5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1182137 Jun 29 17:10:23.656902 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:23.746191 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'e04f84b9-e8a4-44da-a9f7-9c789506d8ad', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'floating_ip_address': '172.28.1.68', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'port_id': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'mac_address': 'fa:16:3e:e7:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:20Z', 'updated_at': '2021-06-29T17:10:20Z', 'revision_number': 0, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:24Z', 'revision_number': 5, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:23.750501 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702b9fc-a40f-4612-963e-b53f393022c6 None None] The sync data for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb is: [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'e04f84b9-e8a4-44da-a9f7-9c789506d8ad', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'floating_ip_address': '172.28.1.68', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'port_id': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'mac_address': 'fa:16:3e:e7:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:20Z', 'updated_at': '2021-06-29T17:10:20Z', 'revision_number': 0, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:24Z', 'revision_number': 5, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:10:23.781762 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:23.782100 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:23.914663 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:23.930679 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a8abb-a378-443d-922c-49061eac74c8 req-28fbf2da-43eb-4b3d-b2d5-80cd747a5c59 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:23.932144 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-624a8abb-a378-443d-922c-49061eac74c8 req-28fbf2da-43eb-4b3d-b2d5-80cd747a5c59 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1372647 Jun 29 17:10:23.935565 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3924fda-4788-48e6-9120-3ec509bfecab req-54dba737-4ecf-4e2d-ace2-63c1e5b531df service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832887 Jun 29 17:10:23.946033 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:23.953018 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:23.959659 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:23.961464 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 5495761b-be47-4890-bd8e-88be41200165 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:23.998087 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:24.034451 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 5495761b-be47-4890-bd8e-88be41200165 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:10:24.035005 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 5495761b-be47-4890-bd8e-88be41200165 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:10:24.043318 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'code': 200} Jun 29 17:10:24.044198 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e2d90-fb4e-47a1-82f4-dd7897a526e1 None None] New status for floating IP e04f84b9-e8a4-44da-a9f7-9c789506d8ad: ACTIVE {{(pid=74291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:10:24.084466 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-624a8abb-a378-443d-922c-49061eac74c8 req-5d1d1ed1-c78f-46b4-b76e-5f43720bf718 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/security-groups?id=645b10c2-d8a8-4853-a128-c3ac85c026b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426058 Jun 29 17:10:24.129903 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e3924fda-4788-48e6-9120-3ec509bfecab req-ccc64622-93d2-46a5-ae96-566f0472fe50 service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702242 Jun 29 17:10:24.170355 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-1558b86c-a635-46f3-8043-af2846759463 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:24.171068 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-1558b86c-a635-46f3-8043-af2846759463 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Synchronizing usage tracker for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:24.183622 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-1558b86c-a635-46f3-8043-af2846759463 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Unset dirty status for tenant:61858b42ef4f4fc39de98669306e2fbf on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:24.184768 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-1558b86c-a635-46f3-8043-af2846759463 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 945 time: 0.1140730 Jun 29 17:10:24.229445 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=10']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:24.234302 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:24.255154 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Deleting port 68a78602-09bc-47ac-a267-268350159d70 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:10:24.255370 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:24.604329 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] For port 68a78602-09bc-47ac-a267-268350159d70, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=68a78602-09bc-47ac-a267-268350159d70,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:24.604918 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:24.779743 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Calling delete_port for 68a78602-09bc-47ac-a267-268350159d70 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:10:25.026514 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-2b9c5802-e30f-43cf-85bf-4de03ac2a48f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:25.033734 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-2b9c5802-e30f-43cf-85bf-4de03ac2a48f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/networks?id=176911c8-6472-44fd-b6e7-19545601c4b8 HTTP/1.1" status: 200 len: 809 time: 0.3250401 Jun 29 17:10:25.073178 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-a0ecfe8a-cf84-4f1c-a8fc-14276aded5d3 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/quotas/99c0384a960544f6a3d43acd02c50164 HTTP/1.1" status: 200 len: 375 time: 0.0385056 Jun 29 17:10:25.078198 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-36c70e1d-6f1b-43bd-af42-fa5c11310053 req-80e89d08-487b-41d3-943d-5f303cd7e9ec service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1099 time: 0.4584534 Jun 29 17:10:25.163093 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-9dea166f-9cc1-4429-9223-bf8fb5ba4140 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=99c0384a960544f6a3d43acd02c50164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821872 Jun 29 17:10:25.169981 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.176257 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6ed9489f-f68f-4739-9f5e-84c7a719d058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:25.181685 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['68a78602-09bc-47ac-a267-268350159d70'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:25.207664 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59046) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:25.227595 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176e16-b906-4b9d-9c03-68d681e7e59f req-de53a8b6-a907-428a-af3e-e925785a2ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:25.232140 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Pushing event deleted for resources: {'Port': ['ID=68a78602-09bc-47ac-a267-268350159d70,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:25.234335 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-df176e16-b906-4b9d-9c03-68d681e7e59f req-de53a8b6-a907-428a-af3e-e925785a2ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 946 time: 0.4165785 Jun 29 17:10:25.234659 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:25.307306 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] No DVR routers for this DVR port 68a78602-09bc-47ac-a267-268350159d70 on host hv-cinder-79867 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:10:25.310410 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.313576 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'name': 'network-vif-deleted', 'tag': '68a78602-09bc-47ac-a267-268350159d70'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:25.318858 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-36c70e1d-6f1b-43bd-af42-fa5c11310053 req-8c6887fc-d0d8-4c06-bbad-d3419fc79d8f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339849 Jun 29 17:10:25.330314 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-eb7fb9d6-69ec-405c-9b5f-df5853d5b19c req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.98 "DELETE /v2.0/ports/68a78602-09bc-47ac-a267-268350159d70 HTTP/1.1" status: 204 len: 173 time: 1.1399524 Jun 29 17:10:25.369612 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-df176e16-b906-4b9d-9c03-68d681e7e59f req-4a6b72d5-7d02-4b34-ac0c-f7e2a54df446 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828927 Jun 29 17:10:25.376214 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.397018 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-93e1bc58-95fb-4efb-9b17-2969cb68d04c service neutron] 10.222.0.99 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197092 Jun 29 17:10:25.409061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:25.412997 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Usage tracker for resource:security_group_rule and tenant:5f623be4cedf4327ba1ec819500dd025 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:25.416715 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:25.423089 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:25.497074 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.502874 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.513728 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-811b320c-4962-4a05-89cd-4d7eef457ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:25.557258 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8eb8f5-6e9b-4578-a505-9a5bf8e96d75,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:25.571777 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:25.579961 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5f623be4cedf4327ba1ec819500dd025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3688233 Jun 29 17:10:25.580197 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59058) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:25.589835 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-ad59b081-cbca-4264-a8ab-a4b0eccf1ad3 service neutron] 10.222.0.99 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917593 Jun 29 17:10:25.647229 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.674077 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.738227 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.745917 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f8d7ba51-2a19-4ed5-9401-9a34de4eef9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:25.759887 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8eb8f5-6e9b-4578-a505-9a5bf8e96d75,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:25.762000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:25.766150 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5a8eb8f5-6e9b-4578-a505-9a5bf8e96d75 HTTP/1.1" status: 204 len: 168 time: 0.1849723 Jun 29 17:10:25.767006 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:26.134475 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c08a0-ae48-4ef7-8bb9-96244de9e60f', 'name': 'network-vif-deleted', 'tag': '68a78602-09bc-47ac-a267-268350159d70', 'status': 'completed', 'code': 200} Jun 29 17:10:26.364716 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3eea8ac9-36f2-45ce-bc66-f08df3009640 req-7f6db2ae-54dc-4cec-8e9c-8c94aab516fd tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] 10.222.0.99 "GET /v2.0/ports?device_id=533c08a0-ae48-4ef7-8bb9-96244de9e60f HTTP/1.1" status: 200 len: 210 time: 0.1109996 Jun 29 17:10:26.491638 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3ea65183-463b-4173-915d-84f629ec0416 req-2cf1fefe-e190-4193-8108-467b2d57b697 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 210 time: 0.1990666 Jun 29 17:10:26.667533 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaac426-a1a9-473e-a1a8-091d9a6c83a8 req-94e99c2d-63e6-4a91-bd89-08ad3940bc1a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:26.672689 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adaac426-a1a9-473e-a1a8-091d9a6c83a8 req-94e99c2d-63e6-4a91-bd89-08ad3940bc1a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 946 time: 0.1057723 Jun 29 17:10:26.738582 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adaac426-a1a9-473e-a1a8-091d9a6c83a8 req-191104d4-48a2-4364-9fd4-ea1bf2498a4b tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610998 Jun 29 17:10:27.474325 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59144) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:27.630445 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-f4041c91-9ef7-4fea-83fe-9c38fe2ce854 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:27.632866 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-f4041c91-9ef7-4fea-83fe-9c38fe2ce854 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "GET /v2.0/networks?id=176911c8-6472-44fd-b6e7-19545601c4b8 HTTP/1.1" status: 200 len: 809 time: 0.1919842 Jun 29 17:10:27.651576 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Request body: {'port': {'device_id': '8e05c29e-d7e3-4928-a824-c0963c443218', 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8', 'admin_state_up': True, 'tenant_id': '99c0384a960544f6a3d43acd02c50164'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:27.721500 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 68a78602-09bc-47ac-a267-268350159d70 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:27.788357 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 68a78602-09bc-47ac-a267-268350159d70 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:10:27.795761 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 68a78602-09bc-47ac-a267-268350159d70 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:10:27.882058 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-17c5ccee-1ace-4e93-938c-06c0a100ec73 req-22448632-617a-487b-ba81-4fc23bfe9876 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 210 time: 0.1102724 Jun 29 17:10:28.025832 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:28.038901 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:28.052023 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Made reservation on behalf of 99c0384a960544f6a3d43acd02c50164 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:10:28.055866 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:28.120937 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5400f8-addb-4abc-a376-0806ce542564 req-0771dc04-5f2b-4221-8de7-e195389efbab tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:28.122316 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf5400f8-addb-4abc-a376-0806ce542564 req-0771dc04-5f2b-4221-8de7-e195389efbab tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 946 time: 0.1764998 Jun 29 17:10:28.184948 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545119'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:28.227647 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Allocated IP 172.20.0.11 (176911c8-6472-44fd-b6e7-19545601c4b8/b0448412-e84d-4694-9b96-2b5f87a8b49d/cec151dc-ce9a-4c58-ab30-6a4b6f2195fc) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:28.250021 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf5400f8-addb-4abc-a376-0806ce542564 req-cc1a2f73-b3cc-41d8-a007-b24ff4a12c3d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174061 Jun 29 17:10:28.451698 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:28.480810 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:28.486663 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bda7495f-53f6-4a55-986c-03b5382fa145 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:28.558937 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Network 176911c8-6472-44fd-b6e7-19545601c4b8 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:28.562050 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:28.567842 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Pushing event updated for resources: {'Port': ['ID=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:28.571458 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:28.572284 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:28.637540 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:28.638192 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:28.678284 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-936d93dc-454c-4740-a909-23a71384df9c tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0315845 Jun 29 17:10:28.692457 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Request body: {'port': {'device_id': '8e05c29e-d7e3-4928-a824-c0963c443218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:28.805066 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:28.876711 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Deleting port d1667ce9-feef-4bea-93a8-6377f882a744 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:10:28.877314 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.007167 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d0ae-ae5e-4175-81ce-4475b2ed0cb3 req-798bda81-ace8-44b5-9951-ecf2ed2e2845 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:29.015110 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d9e9d0ae-ae5e-4175-81ce-4475b2ed0cb3 req-798bda81-ace8-44b5-9951-ecf2ed2e2845 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.2169719 Jun 29 17:10:29.097789 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d9e9d0ae-ae5e-4175-81ce-4475b2ed0cb3 req-21cb9591-a204-4e70-a9c1-1acc1fe453cb tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817130 Jun 29 17:10:29.119369 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59176) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:29.254058 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] For port d1667ce9-feef-4bea-93a8-6377f882a744, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d1667ce9-feef-4bea-93a8-6377f882a744,segment=NetworkSegment(5eb198e6-b6c1-4340-97d9-60b1827c5591),segment_id=5eb198e6-b6c1-4340-97d9-60b1827c5591)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:29.254451 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.295856 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec151dc-ce9a-4c58-ab30-6a4b6f2195fc {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:10:29.313381 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.346454 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Transition to ACTIVE for port object cec151dc-ce9a-4c58-ab30-6a4b6f2195fc will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:29.354493 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.359289 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:29.405987 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Calling delete_port for d1667ce9-feef-4bea-93a8-6377f882a744 owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:10:29.437313 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Pushing event updated for resources: {'Port': ['ID=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:29.575565 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:29.629721 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2011-c5fe-4a9c-85e6-ac2eaba21bdf req-c7fce102-6328-4608-bf0d-ee6aa4812774 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:29.631155 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f71e2011-c5fe-4a9c-85e6-ac2eaba21bdf req-c7fce102-6328-4608-bf0d-ee6aa4812774 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 932 time: 0.5322335 Jun 29 17:10:29.747586 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f71e2011-c5fe-4a9c-85e6-ac2eaba21bdf req-4ce79ce5-eb73-4404-a9fb-b4aa921c3213 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023908 Jun 29 17:10:29.803236 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8c46aece-aac6-43a4-918d-da55f05c10c2 tempest-TestMinimumBasicScenario-1107031018 tempest-TestMinimumBasicScenario-1107031018-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1093 time: 0.6802623 Jun 29 17:10:29.803781 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59196) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:29.809463 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Attempting to bind port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:10:29.809796 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Attempting to bind port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:10:29.810111 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Attempting to bind port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc on network 176911c8-6472-44fd-b6e7-19545601c4b8 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:29.816276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc on network 176911c8-6472-44fd-b6e7-19545601c4b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:10:29.816518 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Attempting to bind port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc on network 176911c8-6472-44fd-b6e7-19545601c4b8 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:29.818157 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'floatingip': {'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'port_id': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:29.823689 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:10:29.824346 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Checking segment: {'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:10:29.824494 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Bound using segment: {'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:10:29.824797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Bound port: cec151dc-ce9a-4c58-ab30-6a4b6f2195fc, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159dcc98-b614-477e-9763-9fadc30d5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:10:29.825158 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.830521 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:29.839313 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:floatingip and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:29.844189 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:29.853682 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:29.869980 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.874996 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:29.907280 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for floatingip, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.923137 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] For port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc, host hv-cinder-79867, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:10:29.927743 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] For port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:10:29.932963 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.938567 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:29.944212 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1667ce9-feef-4bea-93a8-6377f882a744,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:29.948230 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:29.994487 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:29.996053 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] 10.222.0.98 "PUT /v2.0/ports/cec151dc-ce9a-4c58-ab30-6a4b6f2195fc HTTP/1.1" status: 200 len: 1094 time: 1.3078399 Jun 29 17:10:30.022194 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e05c29e-d7e3-4928-a824-c0963c443218', 'tag': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:30.063822 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Pushing event updated for resources: {'Port': ['ID=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:30.119873 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e05c29e-d7e3-4928-a824-c0963c443218', 'tag': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc', 'status': 'completed', 'code': 200} Jun 29 17:10:30.120939 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:30.186354 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-e18a5e62-1d5f-450b-a777-cbacc52bc9dc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=99c0384a960544f6a3d43acd02c50164&device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 1097 time: 0.1072104 Jun 29 17:10:30.276095 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-cf3941fb-85c2-4176-883d-7f3dc2cfe257 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc HTTP/1.1" status: 200 len: 217 time: 0.0814073 Jun 29 17:10:30.278101 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:30.352293 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-b05bd316-4292-4ebf-a1b4-33dfae52216d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:30.361574 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-b05bd316-4292-4ebf-a1b4-33dfae52216d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b0448412-e84d-4694-9b96-2b5f87a8b49d HTTP/1.1" status: 200 len: 849 time: 0.0775006 Jun 29 17:10:30.411419 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-5ce73d06-26df-4050-964e-90bafa3c3950 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176911c8-6472-44fd-b6e7-19545601c4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431285 Jun 29 17:10:30.428460 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545377'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:30.521740 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Allocated IP 172.28.1.168 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/d74aaabe-df59-4328-8acb-3229a2a4ba1f) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:30.585865 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-82d7b8d5-7493-4d82-9428-b0ad757cd181 service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550705 Jun 29 17:10:30.704947 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:30.729009 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-90dfc910-75de-49d9-a9fb-f8a620a84fcc req-f1388b6e-e454-496e-bc00-240f819dc4ac service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369541 Jun 29 17:10:30.869834 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-6cf8f5c4-2eb6-4c1d-a2fd-66b15d93dfdb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=99c0384a960544f6a3d43acd02c50164&device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 1097 time: 0.0840471 Jun 29 17:10:30.946535 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:30.986023 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b244eddc-d4cb-4aa0-af97-c30928de7a65 tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:31.025574 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-27b2d87b-d0e0-466c-91d0-6024e96311f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:31.027237 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-27b2d87b-d0e0-466c-91d0-6024e96311f0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=176911c8-6472-44fd-b6e7-19545601c4b8 HTTP/1.1" status: 200 len: 911 time: 0.1499224 Jun 29 17:10:31.089810 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:31.099106 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-9bc7ef20-8350-4938-bcbd-f884a55f5f12 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc HTTP/1.1" status: 200 len: 217 time: 0.0648444 Jun 29 17:10:31.101111 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:31.103501 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'Port': ['ID=d74aaabe-df59-4328-8acb-3229a2a4ba1f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:31.106862 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:31.140112 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:31.163455 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-dffd8fce-3953-4b53-8831-1c7c2c19a3ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:31.165425 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-dffd8fce-3953-4b53-8831-1c7c2c19a3ac service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b0448412-e84d-4694-9b96-2b5f87a8b49d HTTP/1.1" status: 200 len: 849 time: 0.0589898 Jun 29 17:10:31.212541 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-b23027b6-a97d-4028-8e81-be925d616a4d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176911c8-6472-44fd-b6e7-19545601c4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402856 Jun 29 17:10:31.302484 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448a3bc-da2d-4878-8937-4c74618140f6 req-20cce528-4521-4811-a2ba-44c2791a7a28 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:31.303934 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0448a3bc-da2d-4878-8937-4c74618140f6 req-20cce528-4521-4811-a2ba-44c2791a7a28 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 944 time: 0.3650942 Jun 29 17:10:31.356473 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-068178d3-ca8d-4afd-b1d9-606f4ae4fd5b service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334889 Jun 29 17:10:31.498126 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f94bc371-bb8f-46ed-997a-5b48c3a14fe4 req-a00d18e8-ab4c-4bb9-a374-04bbc98f8699 service neutron] 10.222.0.98 "GET /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344662 Jun 29 17:10:31.516145 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0448a3bc-da2d-4878-8937-4c74618140f6 req-4a119f5c-6c4a-406f-b412-3ef739d3d820 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038455 Jun 29 17:10:31.947520 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Router c6c0defd-5059-4209-be6d-d10d76fb3a3a has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:10:32.065436 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:32.216899 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:32.290336 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:32.510265 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:10:32.518716 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] Sync routers for ids ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:10:32.531808 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] Routers {'c6c0defd-5059-4209-be6d-d10d76fb3a3a'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:32.532443 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:32.557852 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] 10.222.0.99 "PUT /v2.0/routers/c6c0defd-5059-4209-be6d-d10d76fb3a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0816386 Jun 29 17:10:32.560239 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59230) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:32.659339 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:32.665311 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:32.669647 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:32.791754 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] Set router c6c0defd-5059-4209-be6d-d10d76fb3a3a gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:32.792283 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:32.865304 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'Port': ['ID=d74aaabe-df59-4328-8acb-3229a2a4ba1f,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:32.873857 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:32.974613 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333443f-446b-4177-9985-2a2bc4fd19b1 req-6e50bb45-2940-4837-ad53-03a8f602d6e1 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:32.976053 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8333443f-446b-4177-9985-2a2bc4fd19b1 req-6e50bb45-2940-4837-ad53-03a8f602d6e1 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 944 time: 0.2773781 Jun 29 17:10:33.066505 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8333443f-446b-4177-9985-2a2bc4fd19b1 req-71cf927a-0ec6-4344-86a1-568181072555 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800371 Jun 29 17:10:33.118404 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:33.127007 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:10:29Z', 'revision_number': 5, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:33.130994 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] Checking router: c6c0defd-5059-4209-be6d-d10d76fb3a3a for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:10:33.143041 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] Routers {'c6c0defd-5059-4209-be6d-d10d76fb3a3a'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:33.143624 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:33.246596 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.l3_db [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Floating IP efd12816-015f-4504-b699-ee0ced64b79c associated. External IP: 172.28.1.168, port: 72df315b-a9b8-4b62-ae3b-862df6b6aef8. Jun 29 17:10:33.340043 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] Set router c6c0defd-5059-4209-be6d-d10d76fb3a3a gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:33.478894 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:10:33.500125 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:33.516558 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Deleting port dd50e3aa-c496-48f9-960a-a767bc715c6b {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:10:33.516902 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:33.659451 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:10:29Z', 'revision_number': 5, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:33.665657 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf31fd0-9fba-4984-b769-3303d9882fba None None] The sync data for ids ['c6c0defd-5059-4209-be6d-d10d76fb3a3a'] in dv-cinder-798672-1-smb is: [{'id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328250927-router', 'tenant_id': '61858b42ef4f4fc39de98669306e2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:10:29Z', 'revision_number': 5, 'project_id': '61858b42ef4f4fc39de98669306e2fbf', 'gw_port': {'id': 'dd50e3aa-c496-48f9-960a-a767bc715c6b', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c0defd-5059-4209-be6d-d10d76fb3a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:10:33.762313 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cec151dc-ce9a-4c58-ab30-6a4b6f2195fc details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:10:33.894769 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:33.906073 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] For port dd50e3aa-c496-48f9-960a-a767bc715c6b, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dd50e3aa-c496-48f9-960a-a767bc715c6b,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:33.906428 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:33.909020 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc', 'network_id': '176911c8-6472-44fd-b6e7-19545601c4b8', 'port_id': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc', 'mac_address': 'fa:16:3e:1e:4b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0448412-e84d-4694-9b96-2b5f87a8b49d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:10:33.965367 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:33.984004 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec151dc-ce9a-4c58-ab30-6a4b6f2195fc {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:10:33.999630 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:34.012158 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:34.014559 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-1cde20ba-4a55-4030-8130-a74565772731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:34.049202 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Calling delete_port for dd50e3aa-c496-48f9-960a-a767bc715c6b owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:10:34.089711 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:34.099927 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:34.290309 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['cec151dc-ce9a-4c58-ab30-6a4b6f2195fc'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:34.510020 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:34.518964 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:34.553206 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd2b8-9a13-4194-af12-1ade79e5803f req-2a5cbc96-8350-4bef-b4b0-15e0d06232cd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:34.557583 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d6edd2b8-9a13-4194-af12-1ade79e5803f req-2a5cbc96-8350-4bef-b4b0-15e0d06232cd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 945 time: 0.3136289 Jun 29 17:10:34.599834 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd50e3aa-c496-48f9-960a-a767bc715c6b,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:34.603023 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:34.607269 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Router 6463ae86-0a31-4782-88f3-b0869c55e922 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:10:34.648241 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2126885-9072-4d8d-9581-453f5c73044a req-8b1b5044-2ede-4615-a901-6081b6b6d924 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:34.649709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c2126885-9072-4d8d-9581-453f5c73044a req-8b1b5044-2ede-4615-a901-6081b6b6d924 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.3113568 Jun 29 17:10:34.897534 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d6edd2b8-9a13-4194-af12-1ade79e5803f req-290296b5-737c-4382-a2f3-345fe6677eda tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275461 Jun 29 17:10:34.907208 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546952'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:34.995450 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c2126885-9072-4d8d-9581-453f5c73044a req-55474961-30db-4492-ae91-6a84fd5d0846 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377881 Jun 29 17:10:34.997284 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d1667ce9-feef-4bea-93a8-6377f882a744 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:35.033704 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: d1667ce9-feef-4bea-93a8-6377f882a744 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:10:35.034162 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d1667ce9-feef-4bea-93a8-6377f882a744 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:10:35.314874 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32658'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.322938 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.479508 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541684'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.480039 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c0defd-5059-4209-be6d-d10d76fb3a3a {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:10:35.502540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.503639 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] 10.222.0.99 "DELETE /v2.0/routers/c6c0defd-5059-4209-be6d-d10d76fb3a3a HTTP/1.1" status: 204 len: 168 time: 2.9425232 Jun 29 17:10:35.506287 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59260) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:35.531812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:10:35.543444 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] Sync routers for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:10:35.554775 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.559329 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:35.560236 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:35.620158 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8154323 Jun 29 17:10:35.621153 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:35.625298 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59264) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:35.631641 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863224411', 'description': 'tempest-secgroup-smoke-1863224411 description', 'project_id': '5e91602e33054940b2f0831452c703f8'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:35.640390 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:35.645366 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:35.649842 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:35.657118 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:35.673735 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.697172 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Deleting subnet 38b20dd9-7c3e-4942-8de6-f01c7061fd91 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:10:35.700382 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.720562 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'status': 'completed', 'code': 200} Jun 29 17:10:35.767077 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:35.770560 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:35.775327 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:35.781488 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:35.830325 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.867871 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.883820 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.893483 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:35.897500 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-435301f8-6473-49f4-8741-ca7d703100bc req-1777ea5d-7906-4585-abb5-998ced84a7ca service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1098 time: 0.1573606 Jun 29 17:10:35.913620 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.919230 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:35.956372 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:35.959229 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:35.963252 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3333688 Jun 29 17:10:35.972467 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-af6538ff-0346-4f53-9f62-da39343d5b45 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:35.973246 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59276) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:35.980382 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'security_group_rule': {'security_group_id': '0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4', 'project_id': '5e91602e33054940b2f0831452c703f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:35.987860 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cec151dc-ce9a-4c58-ab30-6a4b6f2195fc up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:35.988411 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:35.994829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:35.998011 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:36.005194 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:36.045937 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.158047 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.166686 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.220200 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:36.229329 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.243337 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-84252e67-7861-4f75-beba-ade3d001000b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:36.272376 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3dacc5-d9dd-4704-861b-419e6831a05a,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:36.276325 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:36.278890 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b20dd9-7c3e-4942-8de6-f01c7061fd91,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:36.280904 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435301f8-6473-49f4-8741-ca7d703100bc req-e92ed1f3-8754-4b36-bd5d-cb670afac2d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:36.282431 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-435301f8-6473-49f4-8741-ca7d703100bc req-e92ed1f3-8754-4b36-bd5d-cb670afac2d9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 917 time: 0.2629547 Jun 29 17:10:36.284236 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.289349 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:36.290733 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] 10.222.0.99 "DELETE /v2.0/subnets/38b20dd9-7c3e-4942-8de6-f01c7061fd91 HTTP/1.1" status: 204 len: 168 time: 0.7834551 Jun 29 17:10:36.294530 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59284) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:36.394369 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:36.414323 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.417370 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:36.418079 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.432704 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-435301f8-6473-49f4-8741-ca7d703100bc req-4d2e1f2b-7d33-49dc-92bd-4dfbf680fe90 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 999 time: 0.1407175 Jun 29 17:10:36.443755 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.444899 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-81ed96a7-7e49-45e9-be9f-810a9093e3b8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4705813 Jun 29 17:10:36.460070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59288) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:36.505707 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'security_group_rule': {'security_group_id': '0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4', 'project_id': '5e91602e33054940b2f0831452c703f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:36.525483 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435301f8-6473-49f4-8741-ca7d703100bc req-cd19b822-34fe-4437-8801-4f773c649097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:36.527561 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-435301f8-6473-49f4-8741-ca7d703100bc req-cd19b822-34fe-4437-8801-4f773c649097 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 200 len: 854 time: 0.0873988 Jun 29 17:10:36.536046 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:36.617122 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:36.623369 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:36.637824 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.643922 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:36.647733 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-435301f8-6473-49f4-8741-ca7d703100bc req-bce6ba02-fa62-44f7-9cb8-49c0970cc986 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64f17278-3b35-4138-b40a-39c37709b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1102986 Jun 29 17:10:36.658290 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.672435 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'efd12816-015f-4504-b699-ee0ced64b79c', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'port_id': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'mac_address': 'fa:16:3e:78:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:31Z', 'updated_at': '2021-06-29T17:10:31Z', 'revision_number': 0, 'project_id': '5e91602e33054940b2f0831452c703f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:38Z', 'revision_number': 5, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:36.674915 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb6020-457f-4f74-acd3-db106be5fb76 req-5efa814f-3902-423f-a326-21e35b7b08cd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:36.676464 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aedb6020-457f-4f74-acd3-db106be5fb76 req-5efa814f-3902-423f-a326-21e35b7b08cd tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 945 time: 0.5009663 Jun 29 17:10:36.678653 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05c29e-d7e3-4928-a824-c0963c443218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:36.688427 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] Checking router: 6463ae86-0a31-4782-88f3-b0869c55e922 for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:10:36.689421 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf56a6-2364-4c7f-a3a3-d1b7b4232e86 req-991b461a-a221-4add-8217-f84419ac96bc tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:36.690855 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2cf56a6-2364-4c7f-a3a3-d1b7b4232e86 req-991b461a-a221-4add-8217-f84419ac96bc tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.4546413 Jun 29 17:10:36.692835 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:36.692972 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.693363 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.694184 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.694630 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > port after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.695650 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > port after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.696757 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > port after_update 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.697195 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.697605 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.698004 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.698322 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.702962 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.705350 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:36.738579 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:36.739264 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:36.865458 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:36.870712 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:36.878307 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.881523 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.882088 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.882433 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:10:36.883140 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8b0846-b0d4-47bf-b264-907440eac994']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:36.902612 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-435301f8-6473-49f4-8741-ca7d703100bc req-03d2f0c2-fe47-4120-89ee-152a48bd98d3 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457352 Jun 29 17:10:36.959923 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb198e6-b6c1-4340-97d9-60b1827c5591') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:36.960224 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb198e6-b6c1-4340-97d9-60b1827c5591') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:36.963343 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dd50e3aa-c496-48f9-960a-a767bc715c6b no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:36.967789 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:36.993293 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982924'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.013870 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: dd50e3aa-c496-48f9-960a-a767bc715c6b {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:10:37.014089 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dd50e3aa-c496-48f9-960a-a767bc715c6b not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:10:37.038262 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:37.056917 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.073584 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aedb6020-457f-4f74-acd3-db106be5fb76 req-e3fccecb-8267-46ce-aae8-b2f6e5c0c95d tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816530 Jun 29 17:10:37.076608 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:10:37.077072 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1553386'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.091337 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-435301f8-6473-49f4-8741-ca7d703100bc req-a11addac-266b-4eea-914a-1a3a6fc03e9b service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807261 Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: util.warn_limited( Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: util.warn_limited( Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: Traceback (most recent call last): Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: timer() Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: cb(*args, **kw) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: return func(*args, **kwargs) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: self._notify() Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: self.callback(batched_events) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: event.method(event) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: return f(self, *a, **k) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: return self._get(url).json() Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: return self.request(url, 'GET', **kwargs) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:10:37.093630 dv-cinder-798672-1-smb neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:10:37.108133 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2cf56a6-2364-4c7f-a3a3-d1b7b4232e86 req-1f5f172e-94a1-4fe7-866a-f80bfc699c79 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852181 Jun 29 17:10:37.196966 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05c29e-d7e3-4928-a824-c0963c443218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc', 'code': 200} Jun 29 17:10:37.199128 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.205922 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.216419 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5ac833ca-d4d9-4610-b025-627378a8c16e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:37.237762 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.248041 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.252457 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea1091e-eee2-4122-8532-a99ae761d09a,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:37.255147 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:37.262378 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:37.284100 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8b0846-b0d4-47bf-b264-907440eac994,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:37.287946 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:37.289409 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.291258 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7951856 Jun 29 17:10:37.292787 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] 10.222.0.99 "DELETE /v2.0/networks/cb8b0846-b0d4-47bf-b264-907440eac994 HTTP/1.1" status: 204 len: 168 time: 0.9909549 Jun 29 17:10:37.293941 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59298) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:37.302730 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'security_group_rule': {'security_group_id': '0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4', 'project_id': '5e91602e33054940b2f0831452c703f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:37.309540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:37.314093 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:37.318248 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:37.324651 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:37.344901 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.421409 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.428710 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.433061 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:37.459739 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'efd12816-015f-4504-b699-ee0ced64b79c', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'port_id': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'mac_address': 'fa:16:3e:78:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:31Z', 'updated_at': '2021-06-29T17:10:31Z', 'revision_number': 0, 'project_id': '5e91602e33054940b2f0831452c703f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:38Z', 'revision_number': 5, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:37.465579 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d050b-b062-413f-89f5-8e5f46491a88 None None] The sync data for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb is: [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'efd12816-015f-4504-b699-ee0ced64b79c', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'port_id': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'mac_address': 'fa:16:3e:78:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:31Z', 'updated_at': '2021-06-29T17:10:31Z', 'revision_number': 0, 'project_id': '5e91602e33054940b2f0831452c703f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:38Z', 'revision_number': 5, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:10:37.467311 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9d100bcc-2c20-4be6-abe7-1dd0d52380a7 req-417f7757-23e3-4f98-8288-f2b7e0a17f5d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 1099 time: 0.0750275 Jun 29 17:10:37.474519 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9972b494-177a-4f24-8af4-84b4288eb033,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:37.478795 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:37.488717 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.492071 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-baee8414-d485-4742-ac64-45615f8d1e12 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1954255 Jun 29 17:10:37.492943 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59304) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:37.500264 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'security_group_rule': {'security_group_id': '0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4', 'project_id': '5e91602e33054940b2f0831452c703f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:37.506403 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:37.509331 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59308) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:37.528619 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9d100bcc-2c20-4be6-abe7-1dd0d52380a7 req-bd220f13-2cfe-428d-bd77-0123c78dd7db service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523450 Jun 29 17:10:37.531148 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:37.536173 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:37.544710 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:37.581565 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.598164 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-238060d7-9c1d-497c-bb9c-92dc0ede29bd admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=61858b42ef4f4fc39de98669306e2fbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0876884 Jun 29 17:10:37.600659 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59312) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:37.657710 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.666408 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.666975 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.668987 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:37.683746 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1aeba-7c7b-4875-96b9-e9deffce8ff9 None None] New status for floating IP efd12816-015f-4504-b699-ee0ced64b79c: ACTIVE {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:10:37.693301 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392bf444-9cae-4a67-ae01-3de6760286b5,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:37.696185 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.696624 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:37.704442 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.705911 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-7d1be6cd-353d-4fb8-a3f9-db84707cff81 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2119505 Jun 29 17:10:37.708579 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59316) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:37.714503 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'security_group_rule': {'security_group_id': '0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4', 'project_id': '5e91602e33054940b2f0831452c703f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:37.720246 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:37.724140 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:37.727117 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:37.733105 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:37.746741 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.securitygroups_db [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Project 5e91602e33054940b2f0831452c703f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:10:37.755146 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.756290 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.762718 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-caadfac6-93cd-4737-b0e9-d9c22ad831f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:37.777357 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b10c2-d8a8-4853-a128-c3ac85c026b6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:37.780462 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:37.788456 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.792856 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/645b10c2-d8a8-4853-a128-c3ac85c026b6 HTTP/1.1" status: 204 len: 168 time: 0.1887934 Jun 29 17:10:37.839272 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.844127 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.846753 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:37.878110 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cada05b5-6d28-4a01-af6e-5eb67bf76816,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:37.882159 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:37.893860 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:37.895245 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1856022 Jun 29 17:10:37.900075 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59324) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:37.907310 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'security_group_rule': {'security_group_id': '0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4', 'project_id': '5e91602e33054940b2f0831452c703f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:37.915465 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:37.919872 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Usage tracker for resource:security_group_rule and tenant:5e91602e33054940b2f0831452c703f8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:37.922891 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:37.929032 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:37.951094 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.securitygroups_db [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Project 5e91602e33054940b2f0831452c703f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:10:37.960596 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:38.060323 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:38.064580 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:38.066887 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cad8df81-a378-4570-9598-d5cbd5a85ed3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:38.200855 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0500c543-32d5-48ea-8b58-764ef1eaed57,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:38.214595 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:38.296800 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:38.301304 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a21bb066-8e03-4e1c-979b-4b22cb09d330 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3968537 Jun 29 17:10:38.404525 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c6722-8f60-4587-8bfd-cc518e3f2083 req-4f3c46f2-9ed6-43a0-93be-b5db72bb8845 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:38.406126 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-949c6722-8f60-4587-8bfd-cc518e3f2083 req-4f3c46f2-9ed6-43a0-93be-b5db72bb8845 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 946 time: 0.1608400 Jun 29 17:10:38.416474 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6abb9-f5c6-4c52-8485-ea9441f27e14 req-8e010eda-761a-479e-8f92-6dbefa0bc138 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:38.417949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-96f6abb9-f5c6-4c52-8485-ea9441f27e14 req-8e010eda-761a-479e-8f92-6dbefa0bc138 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.1272151 Jun 29 17:10:38.493907 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-949c6722-8f60-4587-8bfd-cc518e3f2083 req-6d66c3d5-1b9b-414e-ab77-96e2206d17fe tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Jun 29 17:10:38.501474 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-96f6abb9-f5c6-4c52-8485-ea9441f27e14 req-b8059ea5-7973-4d78-a4da-eab42090f0d5 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677147 Jun 29 17:10:38.713867 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-231d6162-0d9b-4d16-af06-2065f66c72e5 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Synchronizing usage tracker for tenant:5e91602e33054940b2f0831452c703f8 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:38.732762 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-231d6162-0d9b-4d16-af06-2065f66c72e5 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Unset dirty status for tenant:5e91602e33054940b2f0831452c703f8 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:38.733956 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-231d6162-0d9b-4d16-af06-2065f66c72e5 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863224411&fields=id&tenant_id=5e91602e33054940b2f0831452c703f8 HTTP/1.1" status: 200 len: 267 time: 0.0719249 Jun 29 17:10:38.843328 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-9d3ce440-2a92-4c8d-8e55-09f6acba1e7c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:38.844947 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-9d3ce440-2a92-4c8d-8e55-09f6acba1e7c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1041083 Jun 29 17:10:38.858797 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'port': {'security_groups': ['4886f492-c56f-4d09-b354-e1c8024455cd', '0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4']}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:38.886947 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59364) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:39.004799 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.049428 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1644728050-network', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:39.053916 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:39.058341 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Usage tracker for resource:network and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:39.061278 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:39.067809 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:39.079557 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Made reservation on behalf of 8fc76f0097d14fa5ad10fd54099f54cb for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:10:39.082149 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.095280 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.128015 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:39.132171 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:39.136156 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:39.141880 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:39.210302 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.215626 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.219756 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-683a940f-abdc-40e9-b34c-4b4215beeba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:39.246997 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:10:39.258765 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f99ed8-3cb6-40fa-a748-5d77835b6aa1,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:39.262045 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:39.264659 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.264996 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Added segment 7cd26f8b-45a8-40ab-9c35-e1ddb01125ff of type vlan for network 473159d1-45f3-4629-9919-6085193be22e Jun 29 17:10:39.266424 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:39.292135 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.293254 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.298203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.303609 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f23b588a-2e79-4b3d-9840-25e95958831d tempest-AttachVolumeNegativeTest-55297812 tempest-AttachVolumeNegativeTest-55297812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:39.311225 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['72df315b-a9b8-4b62-ae3b-862df6b6aef8'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:39.326756 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.328150 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:39.328744 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.332184 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:39.380953 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:39.381593 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.383584 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f93b7e04-b862-4189-a3a8-4403aeac701d req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "PUT /v2.0/ports/72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 981 time: 0.5300157 Jun 29 17:10:39.384085 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:39.399636 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=6']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:39.402886 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:39.459983 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5719032 Jun 29 17:10:39.461095 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Pushing event updated for resources: {'Network': ['ID=473159d1-45f3-4629-9919-6085193be22e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:39.463573 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59374) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:39.464465 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:39.469834 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Request body: {'subnet': {'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1644728050-subnet', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:39.475931 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 473159d1-45f3-4629-9919-6085193be22e details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:10:39.479458 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:39.484640 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Usage tracker for resource:subnet and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:39.487701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:39.491635 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'status': 'completed', 'code': 200} Jun 29 17:10:39.497560 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:39.498376 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['72df315b-a9b8-4b62-ae3b-862df6b6aef8'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:39.510995 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Made reservation on behalf of 8fc76f0097d14fa5ad10fd54099f54cb for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:10:39.513854 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.783531 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e81054-b5c3-4f02-8740-60d7986dbb47 req-0f4cc140-220c-4293-9fa5-0d01d415fdce tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:39.789929 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a7e81054-b5c3-4f02-8740-60d7986dbb47 req-0f4cc140-220c-4293-9fa5-0d01d415fdce tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.1702511 Jun 29 17:10:39.817628 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-641b3554-82eb-411e-beda-ff90e0e94184 None None] Provisioning complete for port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:39.818022 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-641b3554-82eb-411e-beda-ff90e0e94184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:39.832451 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e15fd-ea88-470d-ac9d-f91989d81e68 req-9553830c-3ed2-4c88-9cd8-8d5ce39fc5e6 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:39.839935 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fb9e15fd-ea88-470d-ac9d-f91989d81e68 req-9553830c-3ed2-4c88-9cd8-8d5ce39fc5e6 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 946 time: 0.1451292 Jun 29 17:10:39.859259 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-f33d6852-15b0-4bf7-89c7-7da5da8592f6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1137 time: 0.3318825 Jun 29 17:10:39.883709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a7e81054-b5c3-4f02-8740-60d7986dbb47 req-9f7c91b9-723c-44ed-a986-4d30d6d7f491 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844412 Jun 29 17:10:39.913154 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fb9e15fd-ea88-470d-ac9d-f91989d81e68 req-a6086ba9-4193-4fd3-bea8-786afd6fc7ae tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648611 Jun 29 17:10:40.036712 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.049770 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:40.182265 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530bf402-d532-4064-abd9-563f03d247c1,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:40.186310 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-da1a0025-cdf1-4599-8a11-f2c1b4bbedac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:40.187973 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-da1a0025-cdf1-4599-8a11-f2c1b4bbedac service neutron] 10.222.0.98 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 917 time: 0.3189676 Jun 29 17:10:40.188901 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:40.225611 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165b7e2-6896-4857-bb44-190848941bb1 req-b8024744-df18-4930-84b4-173973e3f6d3 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:40.228258 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3165b7e2-6896-4857-bb44-190848941bb1 req-b8024744-df18-4930-84b4-173973e3f6d3 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.2136626 Jun 29 17:10:40.306247 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-14514b82-40f1-41d9-949d-dfc2c3f740cd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 1001 time: 0.1089756 Jun 29 17:10:40.307444 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Checking segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:10:40.307953 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Network hostable DHCP agents. Network: 473159d1-45f3-4629-9919-6085193be22e, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:10:40.370646 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f334722-a16d-47c5-b0ea-3907c8df01fb req-d9f80f36-b3af-49de-bb34-bb1217ee66d8 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:40.377508 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6f334722-a16d-47c5-b0ea-3907c8df01fb req-d9f80f36-b3af-49de-bb34-bb1217ee66d8 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 945 time: 0.2509065 Jun 29 17:10:40.401954 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Network 473159d1-45f3-4629-9919-6085193be22e is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:10:40.408408 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Deleting port aa12b1d5-9434-4509-aa80-3d1234a33410 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:10:40.408751 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.427453 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-5abb7895-f200-462c-8b73-438f4d017a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:40.428929 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-5abb7895-f200-462c-8b73-438f4d017a18 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 200 len: 854 time: 0.1148486 Jun 29 17:10:40.432586 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 473159d1-45f3-4629-9919-6085193be22e) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:40.442877 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:40.443393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.483843 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db266c8-d4ea-44e6-b5e3-b0a0b3c5a7a5 None None] Network 473159d1-45f3-4629-9919-6085193be22e requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:10:40.571708 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1061263 Jun 29 17:10:40.573294 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59400) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:40.583084 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:40.590169 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:40.604607 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Usage tracker for resource:router and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:40.610138 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:40.612837 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-6e285974-768d-45e4-85b2-a6b21bb7d7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.620071 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:40.626319 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-ddd09715-71f3-4b59-8d15-b21421476c38 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64f17278-3b35-4138-b40a-39c37709b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1853256 Jun 29 17:10:40.634858 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-541526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32652'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.635959 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32667'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.644835 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6f334722-a16d-47c5-b0ea-3907c8df01fb req-00a88c1b-4f7e-4eca-873d-03a2818f66d7 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664757 Jun 29 17:10:40.743911 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.797723 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-d62f55d9-babb-49c9-a139-425e0e0d7ca6 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582441 Jun 29 17:10:40.841817 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] For port aa12b1d5-9434-4509-aa80-3d1234a33410, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa12b1d5-9434-4509-aa80-3d1234a33410,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:40.842358 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:40.843097 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa601ac-1a99-5dbb-811f-1f7bf03dcbda-473159d1-45f3-4629-9919-6085193be22e', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1'}]}} from dv-cinder-798672-1-smb. {{(pid=74291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 17:10:40.843962 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.046898 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32617'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.053610 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.db_base_plugin_common [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Allocated IP 172.20.0.2 (473159d1-45f3-4629-9919-6085193be22e/530bf402-d532-4064-abd9-563f03d247c1/5b168e5c-b067-4623-bb23-f496a5667286) {{(pid=74291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:41.071374 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.089464 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-fbde29c3-1519-4a95-90fd-010219d6fb90 req-a1d2cb5d-bb07-496e-ba36-b8fa1407c0df service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241554 Jun 29 17:10:41.140498 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Calling delete_port for aa12b1d5-9434-4509-aa80-3d1234a33410 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:10:41.330827 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Notify callbacks [] for port, precommit_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.356008 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Transition to ACTIVE for port object 5b168e5c-b067-4623-bb23-f496a5667286 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:41.356236 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.362334 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.373402 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:41.379479 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['aa12b1d5-9434-4509-aa80-3d1234a33410'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:41.395666 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.430313 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Transition to ACTIVE for port object 5b168e5c-b067-4623-bb23-f496a5667286 will not be triggered until provisioned by entity DHCP. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:41.438765 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005'] for port, after_create {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.443295 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:41.483707 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Pushing event deleted for resources: {'Port': ['ID=aa12b1d5-9434-4509-aa80-3d1234a33410,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:41.497856 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:41.515803 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Network 473159d1-45f3-4629-9919-6085193be22e is already hosted by enough agents. {{(pid=74291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:41.519710 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.scheduler.base_scheduler [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Resources bound (agent type, host, resource id): {{(pid=74291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:41.521498 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Pushing event updated for resources: {'Port': ['ID=5b168e5c-b067-4623-bb23-f496a5667286,revision_number=1']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:41.525246 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Received port after_create {{(pid=74291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:41.526846 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:41.536249 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] No DVR routers for this DVR port aa12b1d5-9434-4509-aa80-3d1234a33410 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:10:41.542569 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.562036 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'name': 'network-vif-deleted', 'tag': 'aa12b1d5-9434-4509-aa80-3d1234a33410'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:41.572172 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Allocated IP 172.28.1.190 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/051d01bd-d8fc-44c4-8a1b-e85c03de5210) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:41.578933 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3165b7e2-6896-4857-bb44-190848941bb1 req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "DELETE /v2.0/ports/aa12b1d5-9434-4509-aa80-3d1234a33410 HTTP/1.1" status: 204 len: 173 time: 1.3373690 Jun 29 17:10:41.613191 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a39d1-2301-4336-b7d4-4d81bcee9e0b req-056496d0-c3d6-48e0-94a7-9265bd3cca32 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:41.614734 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f56a39d1-2301-4336-b7d4-4d81bcee9e0b req-056496d0-c3d6-48e0-94a7-9265bd3cca32 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 946 time: 0.2053807 Jun 29 17:10:41.657831 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e482f18f-226f-45ec-ada3-a07d2bf6cc04', 'name': 'network-vif-deleted', 'tag': 'aa12b1d5-9434-4509-aa80-3d1234a33410', 'status': 'completed', 'code': 200} Jun 29 17:10:41.703798 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Attempting to bind port 5b168e5c-b067-4623-bb23-f496a5667286 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:10:41.704440 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Attempting to bind port 5b168e5c-b067-4623-bb23-f496a5667286 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:10:41.704904 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Attempting to bind port 5b168e5c-b067-4623-bb23-f496a5667286 on network 473159d1-45f3-4629-9919-6085193be22e {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:41.717406 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:10:41.719547 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Checking segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:10:41.720076 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.720566 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Bound using segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:10:41.721160 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Bound port: 5b168e5c-b067-4623-bb23-f496a5667286, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:10:41.726591 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.736046 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f56a39d1-2301-4336-b7d4-4d81bcee9e0b req-adca74b5-8a41-4f44-b7d4-94fd0e508c51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108809 Jun 29 17:10:41.822957 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.857487 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.861828 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:41.876991 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] For port 5b168e5c-b067-4623-bb23-f496a5667286, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:10:41.880308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] For port 5b168e5c-b067-4623-bb23-f496a5667286, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=5b168e5c-b067-4623-bb23-f496a5667286,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:10:41.886716 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:41.891128 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:41.927985 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-37994f14-510d-484a-829a-c5263f31f819 req-2ba512c4-fdb3-44a0-8e74-4e8f3e3ce757 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Synchronizing usage tracker for tenant:689e3a70f90a47ada37e902a8f2585ac on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:41.952109 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-37994f14-510d-484a-829a-c5263f31f819 req-2ba512c4-fdb3-44a0-8e74-4e8f3e3ce757 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Unset dirty status for tenant:689e3a70f90a47ada37e902a8f2585ac on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:41.954204 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-37994f14-510d-484a-829a-c5263f31f819 req-2ba512c4-fdb3-44a0-8e74-4e8f3e3ce757 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=e482f18f-226f-45ec-ada3-a07d2bf6cc04 HTTP/1.1" status: 200 len: 210 time: 0.0756600 Jun 29 17:10:41.974063 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Pushing event updated for resources: {'Port': ['ID=5b168e5c-b067-4623-bb23-f496a5667286,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:41.977648 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:42.033787 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:42.037651 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:42.050173 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:42.078429 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Pushing event updated for resources: {'Port': ['ID=051d01bd-d8fc-44c4-8a1b-e85c03de5210,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:42.081405 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:42.253777 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:42.254527 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547060'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:42.498352 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Router 9a765ec3-c973-4d19-baa8-0b34365ba1ac is scheduled to L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 17:10:42.680443 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c48a3038-b142-4cd7-8316-4f63d0d15c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:42.702533 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:10:42.711307 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Sync routers for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:10:42.725543 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:42.726166 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:42.727602 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:42.728987 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1519163 Jun 29 17:10:42.731753 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59420) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:43.006804 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012164b-d2c2-46cc-b134-2763a0fcc07d None None] Network 473159d1-45f3-4629-9919-6085193be22e requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:10:43.156190 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5b168e5c-b067-4623-bb23-f496a5667286 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:43.239924 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:43.243099 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29006271-d18e-4e78-aa29-072222a046a8 req-a5c5fb35-0b05-4d2e-ae8e-f7d17b73df26 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:43.244579 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-29006271-d18e-4e78-aa29-072222a046a8 req-a5c5fb35-0b05-4d2e-ae8e-f7d17b73df26 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 946 time: 0.3190131 Jun 29 17:10:43.253259 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-34e1fede-20cf-4e39-ab01-23e06082427f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:43.254648 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-34e1fede-20cf-4e39-ab01-23e06082427f tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 946 time: 0.2460189 Jun 29 17:10:43.329497 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-8fda5d78-9c3a-444e-9148-865e5c8a4654 None None] Provisioning for port 5b168e5c-b067-4623-bb23-f496a5667286 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:43.377794 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Deleting port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:10:43.378172 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:43.447028 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-29006271-d18e-4e78-aa29-072222a046a8 req-f19fff76-4beb-4c3b-8a92-3f3bac62d956 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/security-groups?id=a66f2d44-13b2-487f-99a5-f991b92355ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913826 Jun 29 17:10:43.599620 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 5b168e5c-b067-4623-bb23-f496a5667286 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:43.654409 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 5b168e5c-b067-4623-bb23-f496a5667286 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:43.654944 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:43.807177 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device aa12b1d5-9434-4509-aa80-3d1234a33410 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:43.856895 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: aa12b1d5-9434-4509-aa80-3d1234a33410 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:10:43.857265 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device aa12b1d5-9434-4509-aa80-3d1234a33410 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:10:43.872721 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:43.887840 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] For port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,segment=NetworkSegment(159dcc98-b614-477e-9763-9fadc30d5f7b),segment_id=159dcc98-b614-477e-9763-9fadc30d5f7b)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:43.888197 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:43.947252 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:43.979829 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:42Z', 'revision_number': 3, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:43.992853 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Checking router: 9a765ec3-c973-4d19-baa8-0b34365ba1ac for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:10:43.993240 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Updating router 9a765ec3-c973-4d19-baa8-0b34365ba1ac port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 binding host dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:10:44.023770 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port 5b168e5c-b067-4623-bb23-f496a5667286, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=5b168e5c-b067-4623-bb23-f496a5667286,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:44.033695 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.042439 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:44.102190 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.124691 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Calling delete_port for cec151dc-ce9a-4c58-ab30-6a4b6f2195fc owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:10:44.164708 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=5b168e5c-b067-4623-bb23-f496a5667286,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:44.169335 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:44.253974 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-1d24c54c-eed0-4df1-bfc2-535c0d144e77 None None] Provisioning complete for port 5b168e5c-b067-4623-bb23-f496a5667286 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:44.254258 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-1d24c54c-eed0-4df1-bfc2-535c0d144e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.381198 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.387441 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:44.396507 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['cec151dc-ce9a-4c58-ab30-6a4b6f2195fc'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:44.436588 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Pushing event deleted for resources: {'Port': ['ID=cec151dc-ce9a-4c58-ab30-6a4b6f2195fc,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:44.441472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:44.563307 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] No DVR routers for this DVR port cec151dc-ce9a-4c58-ab30-6a4b6f2195fc on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:10:44.566974 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.569498 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05c29e-d7e3-4928-a824-c0963c443218', 'name': 'network-vif-deleted', 'tag': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:44.588971 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9fedf60d-1408-4e23-8135-2dd2f6048655 req-a0d2d170-f615-40f3-a3e6-e688d6704d85 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.98 "DELETE /v2.0/ports/cec151dc-ce9a-4c58-ab30-6a4b6f2195fc HTTP/1.1" status: 204 len: 173 time: 1.3177588 Jun 29 17:10:44.643951 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05c29e-d7e3-4928-a824-c0963c443218', 'name': 'network-vif-deleted', 'tag': 'cec151dc-ce9a-4c58-ab30-6a4b6f2195fc', 'status': 'completed', 'code': 200} Jun 29 17:10:44.647629 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Notify callbacks [] for port, precommit_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.680432 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Transition to ACTIVE for port object 051d01bd-d8fc-44c4-8a1b-e85c03de5210 will not be triggered until provisioned by entity L2. {{(pid=74291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:44.690215 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.703655 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-bf53ae4b-dd3e-4509-a6e0-a77300863db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:44.752901 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ff333ac8-3fa5-40be-bf52-5397237df222 req-46c6ede3-79db-4e74-bb6e-9619f2844ea0 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Synchronizing usage tracker for tenant:99c0384a960544f6a3d43acd02c50164 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:44.769247 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.804336 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Attempting to bind port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:10:44.804944 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Attempting to bind port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:10:44.805415 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Attempting to bind port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 on network 70aebcf8-aef1-4139-b9cf-28f0e831d965 {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:44.815801 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:10:44.816528 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Checking segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:10:44.816652 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.816980 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Bound using segment: {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'} {{(pid=74291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:10:44.817500 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.managers [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Bound port: 051d01bd-d8fc-44c4-8a1b-e85c03de5210, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dce4ee0-8c07-406e-b252-89a99c551cd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}}] {{(pid=74291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:10:44.817886 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.862124 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe903991-d351-4227-b57c-e0d11510fbf8 None None] Pushing event updated for resources: {'Port': ['ID=051d01bd-d8fc-44c4-8a1b-e85c03de5210,revision_number=2']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:44.871942 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-fe903991-d351-4227-b57c-e0d11510fbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:44.874239 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-ff333ac8-3fa5-40be-bf52-5397237df222 req-46c6ede3-79db-4e74-bb6e-9619f2844ea0 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Unset dirty status for tenant:99c0384a960544f6a3d43acd02c50164 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:44.875431 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ff333ac8-3fa5-40be-bf52-5397237df222 req-46c6ede3-79db-4e74-bb6e-9619f2844ea0 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] 10.222.0.99 "GET /v2.0/ports?device_id=8e05c29e-d7e3-4928-a824-c0963c443218 HTTP/1.1" status: 200 len: 210 time: 0.1823406 Jun 29 17:10:44.966273 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] For port 051d01bd-d8fc-44c4-8a1b-e85c03de5210, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:10:44.972806 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] For port 051d01bd-d8fc-44c4-8a1b-e85c03de5210, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=051d01bd-d8fc-44c4-8a1b-e85c03de5210,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:10:44.980101 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:44.984281 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-1cde20ba-4a55-4030-8130-a74565772731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:45.065175 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5b168e5c-b067-4623-bb23-f496a5667286 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:45.160039 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Allocated IP 172.20.0.1 (473159d1-45f3-4629-9919-6085193be22e/530bf402-d532-4064-abd9-563f03d247c1/c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:45.230538 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:45.231295 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:45.286724 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe903991-d351-4227-b57c-e0d11510fbf8 None None] Pushing event updated for resources: {'Port': ['ID=051d01bd-d8fc-44c4-8a1b-e85c03de5210,revision_number=3']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:45.298756 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-fe903991-d351-4227-b57c-e0d11510fbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:45.299577 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.327313 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 5b168e5c-b067-4623-bb23-f496a5667286 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:45.327848 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.341024 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.358590 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Transition to ACTIVE for port object c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:45.390748 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.395279 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c0327305-595a-4e1b-bf19-aa98716f5185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:45.461432 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Network 473159d1-45f3-4629-9919-6085193be22e is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:45.464318 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:45.468115 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:45.504786 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:45.517972 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:45.531252 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547106'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.575715 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:45.622199 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.795167 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-f0cb7762-0825-435d-a2ad-7c5249e285bf None None] Provisioning for port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:45.813986 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-f0cb7762-0825-435d-a2ad-7c5249e285bf None None] Provisioning complete for port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:45.814263 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7762-0825-435d-a2ad-7c5249e285bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.861330 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.865958 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:45.897066 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1306be2f-a2ba-47ce-b8c0-c9459f6f2e80 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:45.938424 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb7762-0825-435d-a2ad-7c5249e285bf None None] Port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:10:45.964731 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:42Z', 'revision_number': 3, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:45.969540 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e7f39-a713-4df6-9052-470aa9651a27 None None] The sync data for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb is: [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:42Z', 'revision_number': 3, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:10:46.005062 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:46.009756 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:46.012647 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545038'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:46.255910 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Network 473159d1-45f3-4629-9919-6085193be22e is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:46.257189 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:46.565375 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-42fc9d3d-60d5-46c8-a490-ea2fe27a2df1 None None] Provisioning complete for port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:46.566125 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-42fc9d3d-60d5-46c8-a490-ea2fe27a2df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:46.627275 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-42fc9d3d-60d5-46c8-a490-ea2fe27a2df1 None None] Port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:10:46.727726 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Router 9a765ec3-c973-4d19-baa8-0b34365ba1ac has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:10:46.942515 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:10:46.957661 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] 10.222.0.99 "PUT /v2.0/routers/9a765ec3-c973-4d19-baa8-0b34365ba1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2244692 Jun 29 17:10:47.692545 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59546) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:47.698468 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682950295', 'description': 'tempest-description--1474795740'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:47.704173 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:47.708241 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:47.712521 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:47.718306 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:47.729356 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:47.768896 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:47.772662 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group_rule and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:47.775979 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:47.781524 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:47.812007 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-23158841-a6e6-4397-9bbc-4a99cfff9d51 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:47.813717 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-23158841-a6e6-4397-9bbc-4a99cfff9d51 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/networks?id=dc18503d-e2fa-4317-a73e-9c5865e180b8 HTTP/1.1" status: 200 len: 813 time: 0.1477618 Jun 29 17:10:47.823638 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cec151dc-ce9a-4c58-ab30-6a4b6f2195fc no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:10:47.830032 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-447355b5-75dd-41bc-b6ae-46c29ba05fb0 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/quotas/689e3a70f90a47ada37e902a8f2585ac HTTP/1.1" status: 200 len: 375 time: 0.0109417 Jun 29 17:10:47.844280 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:47.848974 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:47.854143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2fff34fa-375c-412d-823a-e9d84f2d23e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:47.874901 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: cec151dc-ce9a-4c58-ab30-6a4b6f2195fc {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:10:47.875395 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cec151dc-ce9a-4c58-ab30-6a4b6f2195fc not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:10:47.880264 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-f25aed7b-a008-4284-8233-49a8efc9cc32 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=689e3a70f90a47ada37e902a8f2585ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443859 Jun 29 17:10:47.890596 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:47.895604 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:47.900536 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:47.902009 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-0f20b2cc-a8cb-4301-a121-904ab5147b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2083313 Jun 29 17:10:47.905242 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59550) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:47.911737 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'security_group_rule': {'security_group_id': '9f99a024-6dc4-4f0c-8a5e-3832692ae6ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:47.917971 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:47.921974 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group_rule and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:47.925340 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:47.931990 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:47.955551 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.042765 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.048689 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.049164 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-56decb9a-ef10-4c3e-b5df-643d8506d7bd service neutron] 10.222.0.99 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618185 Jun 29 17:10:48.051152 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:48.085010 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8355155f-7945-4a3f-95ba-981ef753b825,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:48.088556 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:48.090625 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.092107 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-af1534f7-dfaf-4b17-a73c-e01a75caf21e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1857579 Jun 29 17:10:48.094952 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59556) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:48.101685 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'security_group_rule': {'security_group_id': '9f99a024-6dc4-4f0c-8a5e-3832692ae6ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:48.108412 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:48.112700 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group_rule and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:48.119170 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:48.126855 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:48.150756 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.272339 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.274566 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-66f98b5f-c359-4676-b1c5-d18e31b11288 service neutron] 10.222.0.99 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170792 Jun 29 17:10:48.286558 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.288941 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:48.349869 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.354102 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2548585 Jun 29 17:10:48.354540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 59568) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:10:48.355519 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b04122-700e-4ba2-a371-814a56ad8d06,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:48.360955 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-76fb8638-1563-4ae7-b3d7-db8c3ac2d0c3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:48.363178 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'floatingip': {'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:48.372803 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:48.377116 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:floatingip and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:10:48.380568 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:10:48.390727 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:48.404136 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.596468 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-72d7b9b7-d9cc-45a1-adef-ee158e0aaea4 req-f2619e23-f522-422b-aba4-3f9de846427b tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 210 time: 0.0544884 Jun 29 17:10:48.726834 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:48.950195 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Allocated IP 172.28.1.160 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/a4294998-ab12-448e-bd50-2dc07f605935) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:49.104987 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 051d01bd-d8fc-44c4-8a1b-e85c03de5210 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:49.208124 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:49.213751 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:49.214453 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:49.311912 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:49.350391 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:49.356351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5f6da686-d177-46b1-9d4f-8e10716e7911 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:49.433279 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:49.440757 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:49.444261 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'Port': ['ID=a4294998-ab12-448e-bd50-2dc07f605935,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:49.448003 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:49.448840 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:49.450920 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:49.475285 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port 051d01bd-d8fc-44c4-8a1b-e85c03de5210, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=051d01bd-d8fc-44c4-8a1b-e85c03de5210,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:49.481349 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:49.484295 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:49.560757 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=051d01bd-d8fc-44c4-8a1b-e85c03de5210,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:49.572872 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:49.676780 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:49.758750 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:49.860401 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7bcdb32f-52d0-411d-8072-f99afbebd811 req-64bc201d-4f38-44be-8bdd-9de925ebe868 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 210 time: 0.0608697 Jun 29 17:10:50.184661 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a5b318d6-77ef-4bef-a48d-84a17d951330 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:50.186261 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a5b318d6-77ef-4bef-a48d-84a17d951330 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "GET /v2.0/networks?id=dc18503d-e2fa-4317-a73e-9c5865e180b8 HTTP/1.1" status: 200 len: 813 time: 0.3203723 Jun 29 17:10:50.219933 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Request body: {'port': {'device_id': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8', 'admin_state_up': True, 'tenant_id': '689e3a70f90a47ada37e902a8f2585ac'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:50.343659 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:50.356616 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:50.362811 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e0302025-4a6a-4be7-a257-124d2e04f09f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:50.472327 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:50.497317 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'Port': ['ID=a4294998-ab12-448e-bd50-2dc07f605935,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:50.500033 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:50.500917 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:50.524752 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Made reservation on behalf of 689e3a70f90a47ada37e902a8f2585ac for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:10:50.526547 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:50.536245 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:50.610624 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:50.611881 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-b8361886-d467-4fa0-9483-ff21541ae3e7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2562675 Jun 29 17:10:50.745008 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Allocated IP 172.20.0.12 (dc18503d-e2fa-4317-a73e-9c5865e180b8/5c932080-37ad-4395-a26d-05efeaf7f2ef/b5216e5d-059a-4e25-82d7-c6b0720ac328) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:50.941997 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-c699e4a6-4efa-4840-b86a-53c6f9b754ff tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--682950295&fields=id&tenant_id=8fc76f0097d14fa5ad10fd54099f54cb HTTP/1.1" status: 200 len: 267 time: 0.1529522 Jun 29 17:10:51.068174 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 051d01bd-d8fc-44c4-8a1b-e85c03de5210 up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:51.189610 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:51.190685 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:51.236858 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-10b3a257-f68d-4120-ba3f-777e6139ee2d req-cf9ad7f2-d26e-4293-b16f-c668f35fcca9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 210 time: 0.1476326 Jun 29 17:10:51.356075 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-8a9ea1f1-fd6d-43f9-a492-7c10c00f4e28 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:51.358617 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-8a9ea1f1-fd6d-43f9-a492-7c10c00f4e28 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 811 time: 0.4156601 Jun 29 17:10:51.365879 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:51.388286 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4ab9e778-6a4e-4b42-9c52-1a06b017b8fc tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/quotas/8fc76f0097d14fa5ad10fd54099f54cb HTTP/1.1" status: 200 len: 375 time: 0.0185070 Jun 29 17:10:51.465174 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:51.472265 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:51.569620 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Network dc18503d-e2fa-4317-a73e-9c5865e180b8 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:51.573242 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Pushing event updated for resources: {'Port': ['ID=b5216e5d-059a-4e25-82d7-c6b0720ac328,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:51.574553 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:51.579048 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:51.626556 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-5587bdce-dd91-4f1e-9e5b-be882cee9005 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Synchronizing usage tracker for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:51.637713 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.638123 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.638541 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.638896 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.639359 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.639599 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.640219 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.640392 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.640772 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.641203 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.641553 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:51.648553 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:51.678253 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:51.678878 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:51.685008 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-5587bdce-dd91-4f1e-9e5b-be882cee9005 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Unset dirty status for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:51.686377 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-5587bdce-dd91-4f1e-9e5b-be882cee9005 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2912698 Jun 29 17:10:51.790158 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-a2de7840-c78b-48be-a318-6204a5f41b3e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5739863 Jun 29 17:10:51.809309 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Request body: {'port': {'device_id': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:51.964436 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-62863298-2b63-41c9-aadf-faa683c20a6a service neutron] 10.222.0.99 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603083 Jun 29 17:10:51.973022 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:52.105634 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Sync routers for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:10:52.116667 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:52.117523 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:52.279337 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-74a774c9-1033-48ba-994e-e7ecc672b8b5 service neutron] 10.222.0.99 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966399 Jun 29 17:10:52.304459 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:52.620626 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b3577b82-0d18-4624-aa0e-e136b28e216a req-baf7aac7-03a6-4d5b-87ba-bb6392514e5a tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 210 time: 0.0708132 Jun 29 17:10:52.775674 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5893e-077a-4bbc-8f12-7d442b9333d9 req-481c5702-011e-4968-b962-13088f7674a4 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:52.776528 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-71a5893e-077a-4bbc-8f12-7d442b9333d9 req-481c5702-011e-4968-b962-13088f7674a4 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Synchronizing usage tracker for tenant:689e3a70f90a47ada37e902a8f2585ac on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:52.796176 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 2, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:52.802010 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Checking router: 9a765ec3-c973-4d19-baa8-0b34365ba1ac for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:10:52.802832 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Updating router 9a765ec3-c973-4d19-baa8-0b34365ba1ac port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc binding host dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 17:10:52.829542 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-71a5893e-077a-4bbc-8f12-7d442b9333d9 req-481c5702-011e-4968-b962-13088f7674a4 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Unset dirty status for tenant:689e3a70f90a47ada37e902a8f2585ac on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:52.836604 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-71a5893e-077a-4bbc-8f12-7d442b9333d9 req-481c5702-011e-4968-b962-13088f7674a4 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 932 time: 0.3504963 Jun 29 17:10:52.892314 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:52.927824 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5216e5d-059a-4e25-82d7-c6b0720ac328 {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:10:52.937262 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:52.953403 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-71a5893e-077a-4bbc-8f12-7d442b9333d9 req-769c6cdd-df2f-4c16-95a8-bef4c61cd4aa tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156960 Jun 29 17:10:52.984553 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Transition to ACTIVE for port object b5216e5d-059a-4e25-82d7-c6b0720ac328 will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:52.993752 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:52.998890 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ed4c05e5-f7da-4991-834e-f925b6582a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:53.233322 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Pushing event updated for resources: {'Port': ['ID=b5216e5d-059a-4e25-82d7-c6b0720ac328,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:53.240092 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:53.366132 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.392804 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Transition to ACTIVE for port object c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:53.406193 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.409254 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Attempting to bind port b5216e5d-059a-4e25-82d7-c6b0720ac328 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:10:53.410305 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Attempting to bind port b5216e5d-059a-4e25-82d7-c6b0720ac328 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:10:53.410633 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Attempting to bind port b5216e5d-059a-4e25-82d7-c6b0720ac328 on network dc18503d-e2fa-4317-a73e-9c5865e180b8 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:53.419910 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:53.422568 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Port b5216e5d-059a-4e25-82d7-c6b0720ac328 on network dc18503d-e2fa-4317-a73e-9c5865e180b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:10:53.422897 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Attempting to bind port b5216e5d-059a-4e25-82d7-c6b0720ac328 on network dc18503d-e2fa-4317-a73e-9c5865e180b8 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:53.438917 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:10:53.439264 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Checking segment: {'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:10:53.439657 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Bound using segment: {'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:10:53.440640 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Bound port: b5216e5d-059a-4e25-82d7-c6b0720ac328, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc538b8-5b13-47eb-bd4c-f144c1385064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:10:53.440997 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.504891 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Pushing event updated for resources: {'Port': ['ID=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:53.518917 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.519551 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.519890 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.520221 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.520641 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.521399 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.521725 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.522050 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.522533 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.522859 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.524002 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:53.529646 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:53.631366 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] For port b5216e5d-059a-4e25-82d7-c6b0720ac328, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:10:53.637800 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] For port b5216e5d-059a-4e25-82d7-c6b0720ac328, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b5216e5d-059a-4e25-82d7-c6b0720ac328,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:10:53.646255 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.652794 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-948ae77c-31e3-4e1d-abe6-7d573e7b94d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:53.747877 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Attempting to bind port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc on host dv-cinder-798672-1-smb for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:10:53.748296 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Attempting to bind port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc by drivers openvswitch,hyperv on host dv-cinder-798672-1-smb at level 0 using segments [{'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:10:53.748736 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Attempting to bind port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc on network 473159d1-45f3-4629-9919-6085193be22e {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:53.753509 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.755137 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] 10.222.0.98 "PUT /v2.0/ports/b5216e5d-059a-4e25-82d7-c6b0720ac328 HTTP/1.1" status: 200 len: 1094 time: 1.9514668 Jun 29 17:10:53.756211 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'tag': 'b5216e5d-059a-4e25-82d7-c6b0720ac328'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:53.758198 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Checking agent: {'id': '1aed5a26-60e3-4883-a22e-95486d4693b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 58, 41), 'started_at': datetime.datetime(2021, 6, 29, 16, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:10:53.758829 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Checking segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:10:53.759515 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.759979 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Bound using segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:10:53.760859 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Bound port: c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc, host: dv-cinder-798672-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:10:53.761165 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.775355 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Pushing event updated for resources: {'Port': ['ID=b5216e5d-059a-4e25-82d7-c6b0720ac328,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:53.786927 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:53.886195 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'tag': 'b5216e5d-059a-4e25-82d7-c6b0720ac328', 'status': 'completed', 'code': 200} Jun 29 17:10:53.933469 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] For port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc, host dv-cinder-798672-1-smb, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:10:53.937099 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] For port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc, host dv-cinder-798672-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:10:53.943091 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:53.953403 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-cc944ce7-be47-4e5b-a0c3-81eb001fad0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:54.039809 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Pushing event updated for resources: {'Port': ['ID=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:54.051504 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0beec704-ba91-4c04-a91b-e35fdb096655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:54.076358 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:10:54.077028 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:54.149628 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c08d3bdb-d656-497d-8998-82e38f65e5f7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=689e3a70f90a47ada37e902a8f2585ac&device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 1097 time: 0.3496172 Jun 29 17:10:54.156951 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fdf991be-3cfc-45ae-9115-8c98a036f349 req-7733957c-c9aa-442a-bb9d-873c676a2678 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 210 time: 0.2524698 Jun 29 17:10:54.325663 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:10:54.426146 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-738082d7-3206-44f7-8081-cab34997dccd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5216e5d-059a-4e25-82d7-c6b0720ac328 HTTP/1.1" status: 200 len: 217 time: 0.2648587 Jun 29 17:10:54.444628 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-343ab171-98ed-4b37-a43b-659cdd76e21c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:54.447071 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-343ab171-98ed-4b37-a43b-659cdd76e21c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Synchronizing usage tracker for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:54.468867 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-343ab171-98ed-4b37-a43b-659cdd76e21c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Unset dirty status for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:54.473701 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-343ab171-98ed-4b37-a43b-659cdd76e21c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 811 time: 0.3857093 Jun 29 17:10:54.553646 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-8f302b06-ee01-48a7-83cc-75a3e91c5122 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Synchronizing usage tracker for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:10:54.582329 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-8f302b06-ee01-48a7-83cc-75a3e91c5122 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Unset dirty status for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:10:54.584013 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-8f302b06-ee01-48a7-83cc-75a3e91c5122 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fc76f0097d14fa5ad10fd54099f54cb HTTP/1.1" status: 200 len: 379 time: 0.0880640 Jun 29 17:10:54.592514 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-7ca868b2-10e2-4e04-8092-7bce6f95073f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:54.594314 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-7ca868b2-10e2-4e04-8092-7bce6f95073f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5c932080-37ad-4395-a26d-05efeaf7f2ef HTTP/1.1" status: 200 len: 853 time: 0.1547019 Jun 29 17:10:54.602233 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dff9-a078-45e5-9ca2-77d6110804cb req-43c97c5b-ce48-4906-9327-f0fff4fdea7e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:54.603781 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-39f2dff9-a078-45e5-9ca2-77d6110804cb req-43c97c5b-ce48-4906-9327-f0fff4fdea7e tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 944 time: 0.2798414 Jun 29 17:10:54.610278 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'port': {'device_id': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'admin_state_up': True, 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'security_groups': ['9f99a024-6dc4-4f0c-8a5e-3832692ae6ec']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:54.712033 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-c04de70b-c686-4742-bb09-907e62bb4d2b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc18503d-e2fa-4317-a73e-9c5865e180b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763149 Jun 29 17:10:54.814454 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:10:54.834811 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:10:54.855747 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Made reservation on behalf of 8fc76f0097d14fa5ad10fd54099f54cb for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:10:54.862231 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:54.873237 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-0cd7d1a1-ed11-4bc5-8238-3ccf75d1db59 service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526697 Jun 29 17:10:54.920789 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:53Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:10:54.937834 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a9c-831a-4008-adb9-f0e00e938cd0 None None] The sync data for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb is: [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:53Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:10:55.075645 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-39f2dff9-a078-45e5-9ca2-77d6110804cb req-5d231ae0-fa00-489a-828d-77f1e6f06db0 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636395 Jun 29 17:10:55.086594 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93eee709-8036-4689-9eb9-7495ed4d72ac req-bb1603c0-461b-4ae1-9413-e8dab7c2fcd9 service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018213 Jun 29 17:10:55.165759 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Allocated IP 172.20.0.12 (473159d1-45f3-4629-9919-6085193be22e/530bf402-d532-4064-abd9-563f03d247c1/a8f86f5b-6d26-4ad4-8546-21f46d812fc6) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:10:55.245975 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-a64ee686-0874-405c-99ad-3ed3b5f57250 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=689e3a70f90a47ada37e902a8f2585ac&device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 1097 time: 0.0980287 Jun 29 17:10:55.453680 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:55.487853 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Transition to ACTIVE for port object a8f86f5b-6d26-4ad4-8546-21f46d812fc6 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:55.500688 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a2cc2d4e-a62b-4519-93be-757cd33ea665 req-874823e0-ea84-4971-ac38-ef475e03079d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 210 time: 0.0851190 Jun 29 17:10:55.532860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:55.544494 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f9859fe2-c843-4ed4-b83f-750291e10182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:55.556999 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-b57a1a79-c99f-4675-bac2-30c2a00602fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:55.558645 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-b57a1a79-c99f-4675-bac2-30c2a00602fb service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc18503d-e2fa-4317-a73e-9c5865e180b8 HTTP/1.1" status: 200 len: 915 time: 0.3059316 Jun 29 17:10:55.623592 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'Port': ['ID=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:55.657987 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-c5dcb1cb-e629-475e-8abe-66e684806310 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5216e5d-059a-4e25-82d7-c6b0720ac328 HTTP/1.1" status: 200 len: 217 time: 0.0916622 Jun 29 17:10:55.666310 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.666812 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.667288 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.667735 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.668166 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.668601 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.669043 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.669509 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.669948 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.670384 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.670794 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:10:55.674628 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:55.682701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Network 473159d1-45f3-4629-9919-6085193be22e is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:10:55.683899 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:10:55.686416 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:10:55.750346 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-1818eb7b-eb76-4803-938b-034cef4c47db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:55.752375 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-1818eb7b-eb76-4803-938b-034cef4c47db service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5c932080-37ad-4395-a26d-05efeaf7f2ef HTTP/1.1" status: 200 len: 853 time: 0.0866976 Jun 29 17:10:55.831435 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-6305e082-56e6-457d-bccd-a4ded3646c5f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc18503d-e2fa-4317-a73e-9c5865e180b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712833 Jun 29 17:10:55.938830 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:55.940794 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:55.978673 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3735847 Jun 29 17:10:56.000527 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Request body: {'port': {'device_id': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:10:56.068877 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-5d476144-24de-43a5-bc1c-fe465eddbcf4 service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282591 Jun 29 17:10:56.131292 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-269fdebf-f3bf-4e33-a58e-c9dddb466eb9 None None] Provisioning for port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:56.155318 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-269fdebf-f3bf-4e33-a58e-c9dddb466eb9 None None] Provisioning complete for port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:56.155552 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:56.156079 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-269fdebf-f3bf-4e33-a58e-c9dddb466eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:56.229887 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-269fdebf-f3bf-4e33-a58e-c9dddb466eb9 None None] Port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:10:56.284269 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4a0494fe-2543-4135-9327-5e46a4291ca5 req-b4810330-67e7-4e05-b5d5-4c0d0ee07ef8 service neutron] 10.222.0.98 "GET /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073014 Jun 29 17:10:56.428662 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261664-d05b-44f5-85b7-4e0a38d0a051 req-feed30a0-7da8-491c-878e-7dea02786316 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:56.437946 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c1261664-d05b-44f5-85b7-4e0a38d0a051 req-feed30a0-7da8-491c-878e-7dea02786316 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 944 time: 0.1087265 Jun 29 17:10:56.486819 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c1261664-d05b-44f5-85b7-4e0a38d0a051 req-ee85e07f-ab50-414b-87f8-c54a785fbdb4 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Jun 29 17:10:56.650802 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f86f5b-6d26-4ad4-8546-21f46d812fc6 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:10:56.658612 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:56.684090 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Transition to ACTIVE for port object a8f86f5b-6d26-4ad4-8546-21f46d812fc6 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:10:56.693198 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:56.712268 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:56.855000 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e4c1-264d-4b0d-85f1-e8935951ef6f req-e62e2713-d2df-49f8-9743-1049298a3945 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:56.856475 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f884e4c1-264d-4b0d-85f1-e8935951ef6f req-e62e2713-d2df-49f8-9743-1049298a3945 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 944 time: 0.1821747 Jun 29 17:10:56.907364 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f884e4c1-264d-4b0d-85f1-e8935951ef6f req-44c34991-026a-4ba8-8116-bcef5886b282 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453269 Jun 29 17:10:56.964854 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:56.975379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:57.069210 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Attempting to bind port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:10:57.069787 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Attempting to bind port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:10:57.070658 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Attempting to bind port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 on network 473159d1-45f3-4629-9919-6085193be22e {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:57.077917 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 on network 473159d1-45f3-4629-9919-6085193be22e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:10:57.078233 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Attempting to bind port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 on network 473159d1-45f3-4629-9919-6085193be22e {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:10:57.084620 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:10:57.084815 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:57.084911 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Checking segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:10:57.085262 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Bound using segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:10:57.086220 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Bound port: a8f86f5b-6d26-4ad4-8546-21f46d812fc6, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:10:57.086631 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:57.172640 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning for port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:10:57.181507 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:57.182101 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:57.201421 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] For port a8f86f5b-6d26-4ad4-8546-21f46d812fc6, host hv-cinder-79867, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:10:57.205011 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] For port a8f86f5b-6d26-4ad4-8546-21f46d812fc6, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:10:57.210136 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:57.215898 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:57.278557 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:57.279903 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] 10.222.0.98 "PUT /v2.0/ports/a8f86f5b-6d26-4ad4-8546-21f46d812fc6 HTTP/1.1" status: 200 len: 1094 time: 1.2861743 Jun 29 17:10:57.280402 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:10:57.312636 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:57.316367 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:57.364176 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:57.406553 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'status': 'completed', 'code': 200} Jun 29 17:10:57.408598 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] For port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:57.415336 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:57.418743 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-47715695-e966-4006-b3bc-2ff790c18ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:57.431799 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-66454eb8-d2f5-426d-965e-ab43fdf16084 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 1097 time: 0.1083999 Jun 29 17:10:57.499699 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Pushing event updated for resources: {'Port': ['ID=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:57.512737 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:57.526571 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-8dfb6604-86af-4cba-a135-2e1b67118b15 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6 HTTP/1.1" status: 200 len: 217 time: 0.0849614 Jun 29 17:10:57.616194 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-2e9d7b77-8864-44e6-84fe-2aa1baf0641c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:57.618286 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-2e9d7b77-8864-44e6-84fe-2aa1baf0641c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0849583 Jun 29 17:10:57.724804 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-5fae0f2b-eea0-4425-99bc-fdc85bff7fc9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0989366 Jun 29 17:10:57.863065 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4696f5-244a-4e87-ae6e-814284bcadbc req-bd0fd199-2d10-4275-9f07-71b124285eab tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:57.865423 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e4696f5-244a-4e87-ae6e-814284bcadbc req-bd0fd199-2d10-4275-9f07-71b124285eab tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 944 time: 0.2249565 Jun 29 17:10:57.911774 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b5216e5d-059a-4e25-82d7-c6b0720ac328 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:10:57.935529 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-17cffb84-c6bb-4831-99e6-799207eef2cc service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012091 Jun 29 17:10:57.974370 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4e4696f5-244a-4e87-ae6e-814284bcadbc req-9e9c6eaf-5983-48ab-a287-fa6d72ce61d2 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984843 Jun 29 17:10:58.115637 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port b5216e5d-059a-4e25-82d7-c6b0720ac328, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b5216e5d-059a-4e25-82d7-c6b0720ac328,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:58.133667 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'b5216e5d-059a-4e25-82d7-c6b0720ac328', 'network_id': 'dc18503d-e2fa-4317-a73e-9c5865e180b8', 'port_id': 'b5216e5d-059a-4e25-82d7-c6b0720ac328', 'mac_address': 'fa:16:3e:2c:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c932080-37ad-4395-a26d-05efeaf7f2ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:10:58.153034 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9bd9afbd-4caa-4bbe-ac34-d9ad9daa35dd req-67639f3d-4f72-4557-a8c0-96acffd626cc service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094767 Jun 29 17:10:58.210732 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:58.216019 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53de02d-b91c-4b7e-8ed8-17b46c0e7f64 req-4a529d6a-ea74-457c-b146-853039026b26 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:58.222994 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d53de02d-b91c-4b7e-8ed8-17b46c0e7f64 req-4a529d6a-ea74-457c-b146-853039026b26 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 944 time: 0.0975597 Jun 29 17:10:58.232002 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5216e5d-059a-4e25-82d7-c6b0720ac328 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:10:58.256903 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port b5216e5d-059a-4e25-82d7-c6b0720ac328, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b5216e5d-059a-4e25-82d7-c6b0720ac328,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:10:58.262622 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:58.268549 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:10:58.285825 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d53de02d-b91c-4b7e-8ed8-17b46c0e7f64 req-2dc2f5b9-a0bc-4ba6-8929-62a555c49f1a tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618505 Jun 29 17:10:58.317339 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-9931b08c-4e2d-4d9a-a4fe-ba7cd6cd2ee6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 1097 time: 0.1128709 Jun 29 17:10:58.374079 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=b5216e5d-059a-4e25-82d7-c6b0720ac328,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:10:58.378983 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:10:58.556619 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-47118637-3e8f-4924-8503-c351f231d291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:58.558438 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-47118637-3e8f-4924-8503-c351f231d291 service neutron] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 913 time: 0.2340851 Jun 29 17:10:58.576238 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['b5216e5d-059a-4e25-82d7-c6b0720ac328'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:10:58.640565 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-59f5b046-c243-4e26-960e-64a8c63655c2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6 HTTP/1.1" status: 200 len: 217 time: 0.0714049 Jun 29 17:10:58.717414 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-d6a0aeaf-60ca-4620-a598-380c5d100a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:58.718818 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-d6a0aeaf-60ca-4620-a598-380c5d100a6d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0713539 Jun 29 17:10:58.803406 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-b8cf3121-3561-412a-801b-4ae22a6dad59 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730293 Jun 29 17:10:58.967993 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-509492ed-9773-4997-9c09-04be8d1aa04b service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573343 Jun 29 17:10:59.039017 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc up at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:10:59.147544 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Provisioning complete for port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:10:59.147836 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:10:59.196813 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-5cdb2df1-c4ae-41d5-b316-a70e1968af8e req-d54fe85c-ade3-4947-aea5-3a2b1bb5d538 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214136 Jun 29 17:10:59.341733 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca93b-0d34-4d90-8548-0339d578bc87 req-03cd300d-8091-4ba9-ae6f-4138e0d03d38 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:59.352834 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2e0ca93b-0d34-4d90-8548-0339d578bc87 req-03cd300d-8091-4ba9-ae6f-4138e0d03d38 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 945 time: 0.1412721 Jun 29 17:10:59.426918 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2e0ca93b-0d34-4d90-8548-0339d578bc87 req-0e654e1e-7472-4ef5-9bfc-76909c4290a7 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722480 Jun 29 17:10:59.522987 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66fd3e-3976-483a-a6cf-43cd70ebdb19 req-8537e7bd-8217-46f6-b130-bde64eb4ea26 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:10:59.524861 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3e66fd3e-3976-483a-a6cf-43cd70ebdb19 req-8537e7bd-8217-46f6-b130-bde64eb4ea26 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 944 time: 0.0852659 Jun 29 17:10:59.588745 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3e66fd3e-3976-483a-a6cf-43cd70ebdb19 req-e876eff1-e63d-4398-bd50-6c8e356a79b0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560279 Jun 29 17:10:59.930273 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a8f86f5b-6d26-4ad4-8546-21f46d812fc6 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:10:59.935877 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b5216e5d-059a-4e25-82d7-c6b0720ac328 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:11:00.152642 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a8f86f5b-6d26-4ad4-8546-21f46d812fc6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:00.169443 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'port_id': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'mac_address': 'fa:16:3e:9f:01:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:11:00.171266 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port b5216e5d-059a-4e25-82d7-c6b0720ac328 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:11:00.177659 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port b5216e5d-059a-4e25-82d7-c6b0720ac328 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:11:00.178045 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:00.311317 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:00.363430 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f86f5b-6d26-4ad4-8546-21f46d812fc6 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:11:00.399302 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a8f86f5b-6d26-4ad4-8546-21f46d812fc6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:00.401944 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:00.417263 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:00.423478 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:00.491416 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5216e5d-059a-4e25-82d7-c6b0720ac328'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:00.506204 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port b5216e5d-059a-4e25-82d7-c6b0720ac328, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b5216e5d-059a-4e25-82d7-c6b0720ac328,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:00.511165 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:00.514345 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:00.515257 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:00.516998 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:00.605611 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=b5216e5d-059a-4e25-82d7-c6b0720ac328,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:00.609052 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5216e5d-059a-4e25-82d7-c6b0720ac328', 'code': 200} Jun 29 17:11:00.609910 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:00.693408 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['a8f86f5b-6d26-4ad4-8546-21f46d812fc6'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:11:00.714612 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd147a0e-08e4-49ff-a5a9-d919ad682dcd req-0c4e9bf9-28e2-4d72-9c09-e6064a765f5f tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:00.725053 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dd147a0e-08e4-49ff-a5a9-d919ad682dcd req-0c4e9bf9-28e2-4d72-9c09-e6064a765f5f tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.1554413 Jun 29 17:11:00.873019 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dd147a0e-08e4-49ff-a5a9-d919ad682dcd req-50e53a0e-f407-4c34-9c63-02196d04a583 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454105 Jun 29 17:11:00.889270 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-cf0d9b62-fbde-4888-9098-b75899571d36 req-a4f4b9da-8115-4327-8f4a-11f1e0b2a39b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 1099 time: 0.0992692 Jun 29 17:11:00.906982 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c7315-128c-4524-a108-b5a2ee0ab352 req-dec211f0-95b1-452c-b029-5b5ed620b12a tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:00.908668 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e22c7315-128c-4524-a108-b5a2ee0ab352 req-dec211f0-95b1-452c-b029-5b5ed620b12a tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 945 time: 0.1517737 Jun 29 17:11:00.989790 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-cf0d9b62-fbde-4888-9098-b75899571d36 req-b71aca44-11f9-4048-ac4a-7a9d0e3ea59e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934899 Jun 29 17:11:01.015366 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e22c7315-128c-4524-a108-b5a2ee0ab352 req-937badbc-68d8-4ab5-b827-ab39c6c32f67 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992877 Jun 29 17:11:01.060467 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-5f342302-8d5f-4081-93f1-7688c84e588d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845683 Jun 29 17:11:01.215260 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-f9a515fd-8ac0-4548-8f48-54f49f891a63 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 1099 time: 0.0778871 Jun 29 17:11:01.413484 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-9c1c7b3b-5512-4133-8114-069b239eb6a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:01.415858 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-9c1c7b3b-5512-4133-8114-069b239eb6a2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.1703541 Jun 29 17:11:01.527204 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-bc0859ca-5ee6-46eb-a774-edbfbf8b552b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 200 len: 1001 time: 0.1015933 Jun 29 17:11:01.594829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-7c6adc3b-938a-46ca-b4a6-cdaadd95219e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:01.596253 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-7c6adc3b-938a-46ca-b4a6-cdaadd95219e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.0603814 Jun 29 17:11:01.676041 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-57039668-2fec-4293-983b-53dccf60bdfd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682869 Jun 29 17:11:01.817384 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-d5e5d4ea-b9ce-46b0-9378-990e2f39da9b service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320789 Jun 29 17:11:01.946432 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a8f86f5b-6d26-4ad4-8546-21f46d812fc6 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:11:01.978512 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-79e265e9-67cb-46bc-bf7d-9edc339e0349 req-416f7b6b-0e78-4a42-9e75-dcd5f969c98e service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508586 Jun 29 17:11:02.116431 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:11:02.128495 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:11:02.128869 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:02.199217 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:02.353195 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:02.403649 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c80b04-fff1-4d13-a257-a27057a90770 req-edc027e8-4e0e-474b-9f8b-20071ec7170d tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:02.410599 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4c80b04-fff1-4d13-a257-a27057a90770 req-edc027e8-4e0e-474b-9f8b-20071ec7170d tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.1969447 Jun 29 17:11:02.415112 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a8f86f5b-6d26-4ad4-8546-21f46d812fc6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:02.422007 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:02.424646 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:02.450255 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c79ea-5ba2-4727-aff2-180f636a00cc req-5ace2417-0ff9-4598-bd25-db4466d20204 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:02.451725 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-142c79ea-5ba2-4727-aff2-180f636a00cc req-5ace2417-0ff9-4598-bd25-db4466d20204 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 945 time: 0.1556289 Jun 29 17:11:02.512439 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4c80b04-fff1-4d13-a257-a27057a90770 req-55f3069b-f100-4805-8328-2ac38cddb8d2 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008887 Jun 29 17:11:02.532721 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-142c79ea-5ba2-4727-aff2-180f636a00cc req-3ef349d7-3733-4e39-88fe-8940bf318faa tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723495 Jun 29 17:11:02.561208 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:02.564580 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:02.610522 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:02.685657 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'code': 200} Jun 29 17:11:02.981852 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f1bb14af-eac9-4669-abdb-48914a1a331c req-33265fdf-001a-44b1-b7a1-f209939bb575 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 1099 time: 0.1079531 Jun 29 17:11:03.038748 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f1bb14af-eac9-4669-abdb-48914a1a331c req-b4c4fc17-9f9b-40bf-b8d3-f1ad9d2763b6 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523331 Jun 29 17:11:03.907850 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709348d8-26f3-4b4e-a98a-32cf1e78e52b req-fee5444e-277c-4400-8ede-068d7db54b7e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:03.933750 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-709348d8-26f3-4b4e-a98a-32cf1e78e52b req-fee5444e-277c-4400-8ede-068d7db54b7e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1355469 Jun 29 17:11:03.963777 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa117a04-fdad-4b10-ab4b-60b245781207 req-ca0280c4-9558-494b-bcc2-502f83eabcc9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:03.970952 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fa117a04-fdad-4b10-ab4b-60b245781207 req-ca0280c4-9558-494b-bcc2-502f83eabcc9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.2941792 Jun 29 17:11:04.035382 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-709348d8-26f3-4b4e-a98a-32cf1e78e52b req-866fbe02-534e-490a-871e-ecbadeb597bc tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004210 Jun 29 17:11:04.077842 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fa117a04-fdad-4b10-ab4b-60b245781207 req-9c84b63a-36a0-4a0d-85a3-d23a031d17dc tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057663 Jun 29 17:11:05.268936 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fdf84-4fb9-4c86-b428-7fa668fb11e2 req-e6301abd-f6bf-4885-ab12-f496be31ea04 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:05.270409 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7b1fdf84-4fb9-4c86-b428-7fa668fb11e2 req-e6301abd-f6bf-4885-ab12-f496be31ea04 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0846841 Jun 29 17:11:05.322147 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7b1fdf84-4fb9-4c86-b428-7fa668fb11e2 req-ad0c7d5e-93e1-4118-9773-245ca7680f0a tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 Jun 29 17:11:05.741361 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a178139-8410-4c9c-8109-1145443d16e8 req-432378a6-0691-4a59-8eab-8f92df902707 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:05.743310 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3a178139-8410-4c9c-8109-1145443d16e8 req-432378a6-0691-4a59-8eab-8f92df902707 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1335397 Jun 29 17:11:05.752523 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59776) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:05.760222 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'floatingip': {'port_id': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:05.865354 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:06.553449 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:06.558895 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:06.856419 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.l3_db [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Floating IP 626c344a-4a86-419a-bc52-3c47388db657 associated. External IP: 172.28.1.160, port: a8f86f5b-6d26-4ad4-8546-21f46d812fc6. Jun 29 17:11:07.377268 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Router 9a765ec3-c973-4d19-baa8-0b34365ba1ac has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:11:07.621608 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:11:07.626214 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:07.632280 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] Sync routers for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:11:07.650558 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:11:07.652059 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:07.720185 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-d64a098a-0330-441b-aaa5-ba01debd1253 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "PUT /v2.0/floatingips/626c344a-4a86-419a-bc52-3c47388db657 HTTP/1.1" status: 200 len: 992 time: 1.9653223 Jun 29 17:11:07.721095 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:07.882807 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'status': 'completed', 'code': 200} Jun 29 17:11:07.911377 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:11:08.033635 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-d7ff201f-5b79-45e2-a121-2312ab496542 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 1099 time: 0.1204386 Jun 29 17:11:08.191818 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-46dcc31c-f5d0-469d-93ed-dfc097031268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:08.193875 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-46dcc31c-f5d0-469d-93ed-dfc097031268 service neutron] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 913 time: 0.1476481 Jun 29 17:11:08.318547 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-8573b196-1e16-4db3-9c9f-3d367f3384b3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6 HTTP/1.1" status: 200 len: 1000 time: 0.1161244 Jun 29 17:11:08.325644 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': '626c344a-4a86-419a-bc52-3c47388db657', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'port_id': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'mac_address': 'fa:16:3e:9f:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:49Z', 'updated_at': '2021-06-29T17:11:06Z', 'revision_number': 1, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:08.331847 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] Checking router: 9a765ec3-c973-4d19-baa8-0b34365ba1ac for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:11:08.348321 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:11:08.349590 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:10:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:08.401295 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-63c8d9c6-794c-405a-b2eb-7e9e563a686e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:08.402756 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-63c8d9c6-794c-405a-b2eb-7e9e563a686e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0757098 Jun 29 17:11:08.497088 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-d4da4336-7a32-442f-b397-52b701c51a1c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843019 Jun 29 17:11:08.557190 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:11:08.667736 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-beed684a-1418-45b3-9ffc-42f971088fb3 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633487 Jun 29 17:11:08.858239 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b90aee59-41e5-4f3f-a473-e6fd5b2ff0a7 req-9b7f0f5e-f59c-4c99-89e9-4bf29b4b516b service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834795 Jun 29 17:11:09.093371 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': '626c344a-4a86-419a-bc52-3c47388db657', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'port_id': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'mac_address': 'fa:16:3e:9f:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:49Z', 'updated_at': '2021-06-29T17:11:06Z', 'revision_number': 1, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:09.104907 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7da51-ee1b-4bda-986e-aed7bae688f7 None None] The sync data for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb is: [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': '626c344a-4a86-419a-bc52-3c47388db657', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'port_id': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'mac_address': 'fa:16:3e:9f:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:10:49Z', 'updated_at': '2021-06-29T17:11:06Z', 'revision_number': 1, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:11:09.301063 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59828) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:09.477739 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:09.516096 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:11:09.520456 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Usage tracker for resource:security_group_rule and tenant:cff3438d1d9b4e5a85da042e7dce52aa is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:11:09.523670 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:11:09.530254 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:11:09.618138 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:09.625610 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:09.638897 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2db39252-17ae-4f10-a006-3ef58c695ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:09.682147 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85d248-22f8-4d7a-b884-87ef3cb165f9,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:09.687594 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:09.690669 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cff3438d1d9b4e5a85da042e7dce52aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3885765 Jun 29 17:11:09.693203 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59836) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:09.757474 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:09.785738 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:09.841961 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:09.845554 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1ad8b9cd-6485-4dcf-83f1-af87c0de5678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:09.860721 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85d248-22f8-4d7a-b884-87ef3cb165f9,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:09.862994 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:09.864264 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:09.865370 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/df85d248-22f8-4d7a-b884-87ef3cb165f9 HTTP/1.1" status: 204 len: 168 time: 0.1713383 Jun 29 17:11:10.458388 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:11:10.576430 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e4742f5f-58ba-47fa-a3f6-952fcc57cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:10.702839 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-0c94a5cc-1c0d-4519-805a-2de31dc701db service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1137 time: 0.1232870 Jun 29 17:11:10.837614 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd37cfa-b577-4c83-aa82-6ca73a9bca35 req-9e4291b6-9110-4c08-91bd-8a4cb7372c22 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:10.846456 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5bd37cfa-b577-4c83-aa82-6ca73a9bca35 req-9e4291b6-9110-4c08-91bd-8a4cb7372c22 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.2015603 Jun 29 17:11:10.924468 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5bd37cfa-b577-4c83-aa82-6ca73a9bca35 req-678ba7af-447a-45be-9883-debd8d38ff49 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785453 Jun 29 17:11:10.926961 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-036950df-88e0-4c6f-90eb-eb993a7194e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:10.928269 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-036950df-88e0-4c6f-90eb-eb993a7194e6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 917 time: 0.2063756 Jun 29 17:11:11.049948 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-f58d91c8-b9f7-4c02-a5b6-26c8eeb06a54 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 1001 time: 0.1135588 Jun 29 17:11:11.062452 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:11.123582 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-235ad078-0207-467c-b663-97b22c8e5d55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:11.128132 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-235ad078-0207-467c-b663-97b22c8e5d55 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 200 len: 854 time: 0.0686505 Jun 29 17:11:11.222480 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-87913a7c-675e-48aa-8bf1-6417e6363752 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64f17278-3b35-4138-b40a-39c37709b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879154 Jun 29 17:11:11.519392 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-cf9c5c52-b00d-4c73-a6fc-9d4ac75a164d service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893488 Jun 29 17:11:11.564418 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b5169-24c0-4fe7-aecf-8e8e86f4f1b7 None None] New status for floating IP 626c344a-4a86-419a-bc52-3c47388db657: ACTIVE {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:11:11.718335 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f9c81876-7504-4466-aacc-36fdd25c8e11 req-8840c479-e3ea-476e-85ba-40a91ea64a10 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917291 Jun 29 17:11:12.201872 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0184a6f-4aef-4d77-ad9b-b7292f4747a5 req-b49622aa-6d45-485b-8f05-db9b5d58589c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:12.203302 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0184a6f-4aef-4d77-ad9b-b7292f4747a5 req-b49622aa-6d45-485b-8f05-db9b5d58589c tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0922649 Jun 29 17:11:12.254171 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0184a6f-4aef-4d77-ad9b-b7292f4747a5 req-364dedad-e459-41c5-9547-f432d000ab58 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448256 Jun 29 17:11:12.702776 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-256a2041-7fb2-4cc8-bfc2-ac0c1d166ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:13.627248 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a710-2e6d-4267-9fb6-96f5893ba38b req-71e8f94c-c7da-43ad-8133-9d31d9cfcd44 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:13.628684 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0c11a710-2e6d-4267-9fb6-96f5893ba38b req-71e8f94c-c7da-43ad-8133-9d31d9cfcd44 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.1011314 Jun 29 17:11:13.679370 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0c11a710-2e6d-4267-9fb6-96f5893ba38b req-2e0f320b-4d77-46ae-a976-5add64d9e3d0 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447268 Jun 29 17:11:13.777059 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:14.877729 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba730a-c997-4813-9eeb-ddf7ce3bc9f8 req-3f1f695d-e490-4968-8275-b80f0407602f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:14.879240 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9cba730a-c997-4813-9eeb-ddf7ce3bc9f8 req-3f1f695d-e490-4968-8275-b80f0407602f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0791247 Jun 29 17:11:14.935324 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9cba730a-c997-4813-9eeb-ddf7ce3bc9f8 req-98e7b27e-4277-4d46-9933-80eed319de8b tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496113 Jun 29 17:11:15.210409 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.150584 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df02164-ff4c-451f-ade8-e5bbd79d0757 req-664eb18b-a68c-463a-af08-66be1974d784 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:16.152024 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7df02164-ff4c-451f-ade8-e5bbd79d0757 req-664eb18b-a68c-463a-af08-66be1974d784 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0802348 Jun 29 17:11:16.201822 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7df02164-ff4c-451f-ade8-e5bbd79d0757 req-305bcace-bd8b-460c-b1a3-4a1a7530cdfa tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439270 Jun 29 17:11:16.369552 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59966) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:16.432431 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Deleting subnet b0448412-e84d-4694-9b96-2b5f87a8b49d {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:11:16.435294 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.485413 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.550239 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.623870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.631936 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:16.664898 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0448412-e84d-4694-9b96-2b5f87a8b49d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:16.667914 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:16.668843 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.675452 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-6da42e72-8426-4fbc-878e-b2c64725dc4a admin admin] 10.222.0.99 "DELETE /v2.0/subnets/b0448412-e84d-4694-9b96-2b5f87a8b49d HTTP/1.1" status: 204 len: 168 time: 0.3049052 Jun 29 17:11:16.677904 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59978) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:16.786994 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.913233 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.927634 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176911c8-6472-44fd-b6e7-19545601c4b8']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:16.941958 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159dcc98-b614-477e-9763-9fadc30d5f7b') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:16.942316 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159dcc98-b614-477e-9763-9fadc30d5f7b') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:16.954763 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.974594 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:16.982094 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:11:16.982437 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:11:17.074876 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:11:17.149450 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:17.153460 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:17.172447 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:17.178099 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=176911c8-6472-44fd-b6e7-19545601c4b8,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:17.183153 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:17.190708 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1a1054e4-66b1-4de0-be54-8409acd08c31 admin admin] 10.222.0.99 "DELETE /v2.0/networks/176911c8-6472-44fd-b6e7-19545601c4b8 HTTP/1.1" status: 204 len: 168 time: 0.5118737 Jun 29 17:11:17.370051 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 59998) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:17.426976 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f16fc6e6-b974-4ec0-a8b6-46808466e75a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=99c0384a960544f6a3d43acd02c50164&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553279 Jun 29 17:11:17.429363 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60002) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:17.453832 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f61d63-a437-40ab-866f-ccbf6cda47cd req-7cea746f-6eb4-4ad8-b9ae-b82ffea9916f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:17.455926 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9f61d63-a437-40ab-866f-ccbf6cda47cd req-7cea746f-6eb4-4ad8-b9ae-b82ffea9916f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0940309 Jun 29 17:11:17.512828 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a9f61d63-a437-40ab-866f-ccbf6cda47cd req-b20c00d6-bdb1-4e70-a0ec-32b31bfe6513 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508537 Jun 29 17:11:17.514965 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:17.544762 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:17.595653 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:17.599356 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d784b25-3d24-4148-b864-272a8903c0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:17.614275 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f2d44-13b2-487f-99a5-f991b92355ba,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:17.616800 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:17.626424 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:17.627571 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a66f2d44-13b2-487f-99a5-f991b92355ba HTTP/1.1" status: 204 len: 168 time: 0.1968012 Jun 29 17:11:18.456001 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ae1eb-a678-4321-a5ab-075faa0ac2d7 req-b5bc6233-9860-445d-927a-b46e204571b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:18.457464 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-602ae1eb-a678-4321-a5ab-075faa0ac2d7 req-b5bc6233-9860-445d-927a-b46e204571b7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0795577 Jun 29 17:11:18.521071 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-602ae1eb-a678-4321-a5ab-075faa0ac2d7 req-c15349fe-3e1b-43a5-93f7-6cdf09c7793f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572147 Jun 29 17:11:18.725812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2f27f-9636-4523-8e3f-7837fa8de696 req-5a098441-fa0c-4dd8-9f71-57fc0b545659 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:18.727919 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6cc2f27f-9636-4523-8e3f-7837fa8de696 req-5a098441-fa0c-4dd8-9f71-57fc0b545659 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0834272 Jun 29 17:11:18.775762 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6cc2f27f-9636-4523-8e3f-7837fa8de696 req-08c9b9af-8be6-4a4e-91aa-5209c50ad96e tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422049 Jun 29 17:11:19.738885 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8c10d-cfe6-4c48-bc7b-34b443bd7296 req-28a74fdf-ea93-4738-b618-99b71f20ec63 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:19.740342 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aeb8c10d-cfe6-4c48-bc7b-34b443bd7296 req-28a74fdf-ea93-4738-b618-99b71f20ec63 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0790267 Jun 29 17:11:19.787209 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aeb8c10d-cfe6-4c48-bc7b-34b443bd7296 req-b5c8e2ab-902d-4e97-b507-5ec5a9046eda tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Jun 29 17:11:19.982689 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67655eeb-8cfc-45b7-8d73-43778de99ec7 req-4f89e453-d39a-46cc-9a93-8502472ae50f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:19.984045 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-67655eeb-8cfc-45b7-8d73-43778de99ec7 req-4f89e453-d39a-46cc-9a93-8502472ae50f tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0827999 Jun 29 17:11:20.031227 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-67655eeb-8cfc-45b7-8d73-43778de99ec7 req-84e582c6-c6d6-40fb-9ad9-6ccf811b3437 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410852 Jun 29 17:11:20.198335 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-240fe171-48ba-4a79-9844-ddda79e052e7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:20.199737 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-240fe171-48ba-4a79-9844-ddda79e052e7 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0768793 Jun 29 17:11:20.272456 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Deleting port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:11:20.272709 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:20.516105 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] For port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:20.516475 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:20.888627 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:20.889373 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:20.889373 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.l3_db [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Floating IP 48c758fc-357b-47ad-9fbc-50014e1e87d0 disassociated. External IP: 172.28.1.152, port: cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d. Jun 29 17:11:20.889655 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Calling delete_port for cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:11:21.097818 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:21.106019 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-453d9bfd-f15d-44b8-ae6f-135b0618fe51 tempest-VolumesActionsTest-937437993 tempest-VolumesActionsTest-937437993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:21.154622 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event deleted for resources: {'Port': ['ID=cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:21.159552 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:21.206326 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcac26-9603-474a-8254-47f99ce3e2de req-61921d60-175a-4b8a-b35d-4532d9fedf19 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:21.207754 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adbcac26-9603-474a-8254-47f99ce3e2de req-61921d60-175a-4b8a-b35d-4532d9fedf19 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 868 time: 0.1942267 Jun 29 17:11:21.344448 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-adbcac26-9603-474a-8254-47f99ce3e2de req-f80732dd-ab34-46ad-987a-6e04bd414709 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=ba48c3a4-eddf-437b-8b81-d6b0bec38e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290679 Jun 29 17:11:21.361419 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5b30-1820-4720-9240-0819cccb7421 req-076575fd-d9b5-49f2-a9b6-62d0f425618b tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:21.362860 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-54ce5b30-1820-4720-9240-0819cccb7421 req-076575fd-d9b5-49f2-a9b6-62d0f425618b tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.2013454 Jun 29 17:11:21.430740 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-54ce5b30-1820-4720-9240-0819cccb7421 req-9dd06695-9841-4c69-8006-7f24568d5de8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580101 Jun 29 17:11:21.527292 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:11:21.734810 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:11:21.745304 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] Sync routers for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:11:21.757260 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:11:21.757889 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:11:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:21.806014 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] No DVR routers for this DVR port cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:11:21.808535 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:21.812418 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-deleted', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:21.829935 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-677e962b-0de3-4cb9-9e0f-6c25ab418217 req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "DELETE /v2.0/ports/cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d HTTP/1.1" status: 204 len: 173 time: 1.6235723 Jun 29 17:11:21.880172 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975b0793-1061-419b-bffd-3789af1ffa7d', 'name': 'network-vif-deleted', 'tag': 'cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d', 'status': 'completed', 'code': 200} Jun 29 17:11:21.996618 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:11:22.322690 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:22.326483 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] Checking router: a295ff8f-ae70-4ee2-92f0-75b7a7265a9e for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:11:22.337755 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:11:22.338358 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:11:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:22.546108 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:11:22.574652 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-8a24e030-66f9-473c-82a7-eb42ad9048b0 req-4aac0e02-8422-4c63-804a-e10c0feeee37 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Synchronizing usage tracker for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:11:22.627170 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-8a24e030-66f9-473c-82a7-eb42ad9048b0 req-4aac0e02-8422-4c63-804a-e10c0feeee37 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Unset dirty status for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:11:22.628308 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8a24e030-66f9-473c-82a7-eb42ad9048b0 req-4aac0e02-8422-4c63-804a-e10c0feeee37 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=975b0793-1061-419b-bffd-3789af1ffa7d HTTP/1.1" status: 200 len: 210 time: 0.1075804 Jun 29 17:11:22.672497 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567ae2-59e1-4396-b0cc-5e0f74b69567 req-7319e3ab-2733-4bb0-b1a0-3e472adfe6f0 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:22.673982 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9f567ae2-59e1-4396-b0cc-5e0f74b69567 req-7319e3ab-2733-4bb0-b1a0-3e472adfe6f0 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0855844 Jun 29 17:11:22.732459 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9f567ae2-59e1-4396-b0cc-5e0f74b69567 req-0aa2010b-c937-4c30-b0f2-9832afb05c91 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489724 Jun 29 17:11:22.897601 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:22.902742 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea84f-aa4c-4bb9-8300-9ea30d6ff603 None None] The sync data for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb is: [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:11:23.124684 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f0545-ca3e-43e8-92a0-c3a00d4a17b8 None None] New status for floating IP 48c758fc-357b-47ad-9fbc-50014e1e87d0: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:11:23.796681 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60068) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:23.877340 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:23.905464 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:23.960556 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:23.973703 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b1f1301f-f46b-4789-95cf-0ba69062d8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:23.975914 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac86b6-6015-4837-8a93-5a21105bd26f req-a84d1da1-5383-4560-85f9-784aeacaf18d tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:23.984074 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c2ac86b6-6015-4837-8a93-5a21105bd26f req-a84d1da1-5383-4560-85f9-784aeacaf18d tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0977039 Jun 29 17:11:23.987773 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba48c3a4-eddf-437b-8b81-d6b0bec38e70,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:23.992716 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:23.996690 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:23.997937 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "DELETE /v2.0/security-groups/ba48c3a4-eddf-437b-8b81-d6b0bec38e70 HTTP/1.1" status: 204 len: 168 time: 0.1990321 Jun 29 17:11:24.000476 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60076) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:24.017519 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.api.v2.resource [None req-8297a6f7-b6c6-4941-b9b1-0d76c1737968 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] show failed (client error): The resource could not be found. Jun 29 17:11:24.018520 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8297a6f7-b6c6-4941-b9b1-0d76c1737968 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups/ba48c3a4-eddf-437b-8b81-d6b0bec38e70 HTTP/1.1" status: 404 len: 347 time: 0.0171702 Jun 29 17:11:24.021286 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60080) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:24.042829 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c2ac86b6-6015-4837-8a93-5a21105bd26f req-6e3cabbf-e1ad-4e76-9007-d54f31ffe130 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577078 Jun 29 17:11:24.072946 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:11:24.110716 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:11:24.111067 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device cf92a8e3-2bb0-49ba-92cf-441e8ed44d1d not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:11:24.186596 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Deleting port c247c982-4160-4750-92fe-5121abdc5117 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:11:24.186933 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:24.353228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:24.353228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:24.470377 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Calling delete_port for c247c982-4160-4750-92fe-5121abdc5117 owned by network:floatingip {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:11:24.607585 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:24.613302 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-df4629e2-8214-46c2-8825-7923d95cbf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:24.656671 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event deleted for resources: {'Port': ['ID=c247c982-4160-4750-92fe-5121abdc5117,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:24.659088 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:24.752506 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:24.769500 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:24.770611 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "DELETE /v2.0/floatingips/48c758fc-357b-47ad-9fbc-50014e1e87d0 HTTP/1.1" status: 204 len: 168 time: 0.7484639 Jun 29 17:11:25.176827 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60092) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:25.182682 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325726010', 'description': 'tempest-description--1312244090'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:25.188476 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:11:25.192889 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:11:25.196269 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:11:25.202379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:11:25.228550 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.275651 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee96840-bfc4-497f-92ee-9f205dbcf461 req-f9b3a25a-9bca-4971-9c14-f0f5fc2094d9 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:25.277407 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:11:25.279538 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0ee96840-bfc4-497f-92ee-9f205dbcf461 req-f9b3a25a-9bca-4971-9c14-f0f5fc2094d9 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.1056926 Jun 29 17:11:25.281860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group_rule and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:11:25.284903 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:11:25.291129 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:11:25.367634 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0ee96840-bfc4-497f-92ee-9f205dbcf461 req-9cb2cc18-0e54-4bac-a508-5306d8946cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834439 Jun 29 17:11:25.383654 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.388100 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.393599 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c72477ca-6315-4346-bf86-fda9bc31d891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:25.439863 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016e96af-d9b4-4818-86e4-fd3453eeba8f,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:25.442658 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:25.444229 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.449602 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2717278 Jun 29 17:11:25.450242 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 60102) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:25.456666 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'security_group_rule': {'security_group_id': '016e96af-d9b4-4818-86e4-fd3453eeba8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:25.472658 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:11:25.477921 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group_rule and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:11:25.489982 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:11:25.497588 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:11:25.514640 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.590444 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.596987 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.601197 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-968a5168-a31b-4cc2-8fa8-b631e8cebb61 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:25.626785 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a8e6a0-5151-44d3-a3de-7c1a73c7205b,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:25.629317 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:25.638392 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.639846 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-3c0817c0-1c8e-4220-86f8-66c570e94a2a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1885285 Jun 29 17:11:25.642530 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 60108) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:25.648102 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'security_group_rule': {'security_group_id': '016e96af-d9b4-4818-86e4-fd3453eeba8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:25.654667 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:11:25.658508 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:security_group_rule and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:11:25.661385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:11:25.667239 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:11:25.684139 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.791353 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.799420 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.808484 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1d6aae6c-a136-4b21-884d-21a4ee825cdc tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:25.907355 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df7b0d7-b37a-4ac2-943e-3a05a52ba134,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:25.911372 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:25.922723 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.923869 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-cb626f5a-4485-4f6f-890c-ebfaa131bf81 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2803593 Jun 29 17:11:25.927085 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60112) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:25.931112 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a0602-7e7f-4076-8229-523426da0679 req-47b2f745-b850-4218-bac5-2e94f3a29c92 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:25.932500 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f36a0602-7e7f-4076-8229-523426da0679 req-47b2f745-b850-4218-bac5-2e94f3a29c92 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.2066834 Jun 29 17:11:25.933879 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'floatingip': {'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:25.939860 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:11:25.943833 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:floatingip and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:11:25.946967 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:11:25.953181 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:11:25.969359 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:25.979763 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f36a0602-7e7f-4076-8229-523426da0679 req-4efe0f10-aec2-46ee-b5bd-6198c49e7a68 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Jun 29 17:11:26.104317 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:26.241432 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Allocated IP 172.28.1.148 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/74d52b32-77a0-43f4-85f4-da149474fe15) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:11:26.450178 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:26.477735 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:26.481667 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1b7713b9-8b4d-4f6e-836a-fa23d5205321 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:26.551536 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:11:26.554539 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:11:26.559128 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:11:26.562407 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b0b4-0a68-4613-94d3-dce46db58b8e req-8983304e-6fad-4824-8502-6603d6e4c77d tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:26.564114 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5530b0b4-0a68-4613-94d3-dce46db58b8e req-8983304e-6fad-4824-8502-6603d6e4c77d tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0779030 Jun 29 17:11:26.584014 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'Port': ['ID=74d52b32-77a0-43f4-85f4-da149474fe15,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:26.590542 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:26.615314 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5530b0b4-0a68-4613-94d3-dce46db58b8e req-5807c300-3e11-48b0-8406-b06a2d932415 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449398 Jun 29 17:11:26.727628 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:26.782361 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:26.990393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:26.994791 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:26.998193 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:27.092006 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'Port': ['ID=74d52b32-77a0-43f4-85f4-da149474fe15,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:27.104135 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:27.118669 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:27.140929 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:27.142114 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2139342 Jun 29 17:11:27.192373 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02129c50-30d0-48f1-b27a-92b88cbcee07 req-e9762df2-4c8a-4987-a795-d52503cec7bd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:27.193818 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-02129c50-30d0-48f1-b27a-92b88cbcee07 req-e9762df2-4c8a-4987-a795-d52503cec7bd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.0846634 Jun 29 17:11:27.240325 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-02129c50-30d0-48f1-b27a-92b88cbcee07 req-0e3b3f22-0b67-474e-a4cf-de220f838a1b tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Jun 29 17:11:27.381709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-beda6501-f450-4433-98ec-b412777b99f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1325726010&fields=id&tenant_id=fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 267 time: 0.0413685 Jun 29 17:11:27.531061 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991945-bae1-418e-9a3e-135206429c0a req-e3432dc2-99c5-42b7-bc51-c2da73a7f52d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:27.532515 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-e3432dc2-99c5-42b7-bc51-c2da73a7f52d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 817 time: 0.1445203 Jun 29 17:11:27.549191 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-a033b8e7-1b37-4f20-afd4-1e4454628d4a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/quotas/fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 375 time: 0.0112813 Jun 29 17:11:27.635051 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-c6210759-f617-4e6e-b7aa-1d49a9845562 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806921 Jun 29 17:11:27.824478 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-2f3b379c-5629-4c5a-a344-9a8f0ed784c1 service neutron] 10.222.0.99 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780882 Jun 29 17:11:27.943054 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471a174-cce6-47b5-a00b-7769613494c1 req-ea2d5489-91da-44eb-8a36-17aec7ea90c4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:27.944477 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f471a174-cce6-47b5-a00b-7769613494c1 req-ea2d5489-91da-44eb-8a36-17aec7ea90c4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.1971157 Jun 29 17:11:28.000425 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-8993ffec-ea8e-4eff-923c-9265d80f526e service neutron] 10.222.0.99 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700716 Jun 29 17:11:28.015071 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f471a174-cce6-47b5-a00b-7769613494c1 req-8508e322-7dfc-4418-9c7c-af8daed61a94 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601349 Jun 29 17:11:28.211128 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8703a30d-de08-405e-918b-3c4904ac9d07 req-72e9c275-7b8e-438d-8470-5c343768c19a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 210 time: 0.0458517 Jun 29 17:11:28.451445 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913112a-f889-44c9-a8b7-fd840e95764b req-9f561db0-27fd-4cab-8598-19b6bafba276 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:28.453207 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3913112a-f889-44c9-a8b7-fd840e95764b req-9f561db0-27fd-4cab-8598-19b6bafba276 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.0834038 Jun 29 17:11:28.501175 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3913112a-f889-44c9-a8b7-fd840e95764b req-39479f5b-cb36-4cad-91ca-44b2d37ae7d6 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Jun 29 17:11:29.361234 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fafc4-0d17-4f3b-871f-bb20217f9015 req-26bc47e4-689c-40ce-beae-4a911fc6a907 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:29.362684 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f90fafc4-0d17-4f3b-871f-bb20217f9015 req-26bc47e4-689c-40ce-beae-4a911fc6a907 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.2179899 Jun 29 17:11:29.368321 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991945-bae1-418e-9a3e-135206429c0a req-287f6e0f-2120-4ea3-859f-0dcd6ba7de64 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:29.368969 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-287f6e0f-2120-4ea3-859f-0dcd6ba7de64 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 817 time: 0.1863592 Jun 29 17:11:29.496708 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7b851a92-576e-4746-98fa-baebd69c2a22 req-3a22d8d7-affd-45e8-b1c9-865cbd9177d8 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 210 time: 0.0865521 Jun 29 17:11:29.511913 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f90fafc4-0d17-4f3b-871f-bb20217f9015 req-301bebcf-236d-4bc3-a52f-ee588dafcf39 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4&id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418746 Jun 29 17:11:29.519622 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-426ba532-7157-4596-99fd-182d900faef2 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 380 time: 0.1315517 Jun 29 17:11:29.528897 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'port': {'device_id': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'admin_state_up': True, 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'security_groups': ['016e96af-d9b4-4818-86e4-fd3453eeba8f']}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:29.706058 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:11:29.713409 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Usage tracker for resource:port and tenant:fbf81445db454b6b8813a201924d0ff9 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:11:29.723030 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:11:29.730885 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:11:29.744866 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Made reservation on behalf of fbf81445db454b6b8813a201924d0ff9 for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:11:29.747785 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:29.771507 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cceec4f-0787-476c-a32b-70a78ce5803c req-1c892e36-f715-41d5-a256-c3b7fe526c37 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:29.773037 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1cceec4f-0787-476c-a32b-70a78ce5803c req-1c892e36-f715-41d5-a256-c3b7fe526c37 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.1312816 Jun 29 17:11:29.985880 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1cceec4f-0787-476c-a32b-70a78ce5803c req-79b2ecd1-5c63-4aeb-bd58-b98254dd3d2f tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/security-groups?id=0bc72157-56fb-4653-a7fc-04de35b10870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590395 Jun 29 17:11:30.049463 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Allocated IP 172.20.0.14 (3224f238-6569-4772-839e-29c9a3a897bd/04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f/208c18d3-846f-4851-a246-6c7defc15a6a) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:11:30.235311 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:30.251374 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Transition to ACTIVE for port object 208c18d3-846f-4851-a246-6c7defc15a6a will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:11:30.274198 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:30.279538 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3642852f-30e4-4480-aa28-7e7e7cef73b9 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:30.354939 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Network 3224f238-6569-4772-839e-29c9a3a897bd is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:11:30.358407 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:11:30.360374 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:30.362433 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:11:30.387929 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:30.425244 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:30.425856 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:30.450835 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258661 Jun 29 17:11:30.470981 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Request body: {'port': {'device_id': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:30.554220 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-8edbf310-8e6d-4234-8f52-7ee0fbc25992 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:30.556602 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-8edbf310-8e6d-4234-8f52-7ee0fbc25992 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 946 time: 0.0899138 Jun 29 17:11:30.596900 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:30.626894 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Deleting port b5216e5d-059a-4e25-82d7-c6b0720ac328 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:11:30.627262 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:30.652588 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-97e0b682-0c89-46a6-b37e-da80f9c60fb9 None None] Provisioning for port 208c18d3-846f-4851-a246-6c7defc15a6a completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:11:30.658404 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-97e0b682-0c89-46a6-b37e-da80f9c60fb9 None None] Provisioning complete for port 208c18d3-846f-4851-a246-6c7defc15a6a triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:11:30.658786 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-97e0b682-0c89-46a6-b37e-da80f9c60fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:30.714212 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-97e0b682-0c89-46a6-b37e-da80f9c60fb9 None None] Port 208c18d3-846f-4851-a246-6c7defc15a6a cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:11:30.828958 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac9f67-afe3-4949-a514-1dbd1223e243 req-96560130-d263-42cc-a063-0ddf6358c474 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:30.829717 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-acac9f67-afe3-4949-a514-1dbd1223e243 req-96560130-d263-42cc-a063-0ddf6358c474 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Synchronizing usage tracker for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:11:30.880113 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] For port b5216e5d-059a-4e25-82d7-c6b0720ac328, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b5216e5d-059a-4e25-82d7-c6b0720ac328,segment=NetworkSegment(5dc538b8-5b13-47eb-bd4c-f144c1385064),segment_id=5dc538b8-5b13-47eb-bd4c-f144c1385064)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:30.880462 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:30.916472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-acac9f67-afe3-4949-a514-1dbd1223e243 req-96560130-d263-42cc-a063-0ddf6358c474 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Unset dirty status for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:11:30.917681 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-acac9f67-afe3-4949-a514-1dbd1223e243 req-96560130-d263-42cc-a063-0ddf6358c474 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 932 time: 0.2775903 Jun 29 17:11:30.998755 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-acac9f67-afe3-4949-a514-1dbd1223e243 req-1b698ac8-d00d-4cfb-b379-f81587bc1ca0 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635464 Jun 29 17:11:31.000502 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Calling delete_port for b5216e5d-059a-4e25-82d7-c6b0720ac328 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:11:31.082362 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208c18d3-846f-4851-a246-6c7defc15a6a {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:11:31.090677 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:31.105696 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Transition to ACTIVE for port object 208c18d3-846f-4851-a246-6c7defc15a6a will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:11:31.110350 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:31.113988 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6624cfe-751e-42cd-abe5-198ca0b68f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:31.151325 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:31.157880 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80402a47-0dc7-4a57-baaf-89814f789cb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:31.162567 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['b5216e5d-059a-4e25-82d7-c6b0720ac328'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:11:31.205048 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Pushing event deleted for resources: {'Port': ['ID=b5216e5d-059a-4e25-82d7-c6b0720ac328,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:31.207732 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:31.207864 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d26f9315-036d-43ec-b36a-09ad0bbb8f93 req-96a8ec34-817e-4fff-8df8-4ae8cac81f54 tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.99 "GET /v2.0/ports?device_id=4310011b-42f1-4f48-8d16-d3d8009511f9 HTTP/1.1" status: 200 len: 210 time: 0.0652411 Jun 29 17:11:31.289309 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:31.293726 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:31.306446 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] No DVR routers for this DVR port b5216e5d-059a-4e25-82d7-c6b0720ac328 on host hv-cinder-79867 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:11:31.309080 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:31.311923 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'name': 'network-vif-deleted', 'tag': 'b5216e5d-059a-4e25-82d7-c6b0720ac328'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:31.329826 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-f9b53eff-2707-49b0-8dbb-70154ba89fbc req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] 10.222.0.98 "DELETE /v2.0/ports/b5216e5d-059a-4e25-82d7-c6b0720ac328 HTTP/1.1" status: 204 len: 173 time: 0.7677186 Jun 29 17:11:31.380439 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4310011b-42f1-4f48-8d16-d3d8009511f9', 'name': 'network-vif-deleted', 'tag': 'b5216e5d-059a-4e25-82d7-c6b0720ac328', 'status': 'completed', 'code': 200} Jun 29 17:11:31.422966 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Attempting to bind port 208c18d3-846f-4851-a246-6c7defc15a6a on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:11:31.423543 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Attempting to bind port 208c18d3-846f-4851-a246-6c7defc15a6a by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:11:31.423856 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Attempting to bind port 208c18d3-846f-4851-a246-6c7defc15a6a on network 3224f238-6569-4772-839e-29c9a3a897bd {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:11:31.430626 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Port 208c18d3-846f-4851-a246-6c7defc15a6a on network 3224f238-6569-4772-839e-29c9a3a897bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:11:31.431078 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Attempting to bind port 208c18d3-846f-4851-a246-6c7defc15a6a on network 3224f238-6569-4772-839e-29c9a3a897bd {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:11:31.438158 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:11:31.438957 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Checking segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:11:31.439577 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Bound using segment: {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:11:31.440160 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Bound port: 208c18d3-846f-4851-a246-6c7defc15a6a, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fae0c8-5511-4d23-b109-c76c37fc3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:11:31.440502 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:31.540749 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:11:31.543761 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:11:31.549559 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:31.554174 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6dfa75d-f4f7-42af-bf14-9ae581a31b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:31.616070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:31.618038 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] 10.222.0.98 "PUT /v2.0/ports/208c18d3-846f-4851-a246-6c7defc15a6a HTTP/1.1" status: 200 len: 1094 time: 1.1510341 Jun 29 17:11:31.618525 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:31.643495 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:31.646609 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:31.691511 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a', 'status': 'completed', 'code': 200} Jun 29 17:11:31.735337 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-5f99ceb0-4c85-4433-864f-42691e05ea71 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 1097 time: 0.0771430 Jun 29 17:11:31.817496 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-73177572-75ae-42a3-aaf6-fa6a66240d0b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208c18d3-846f-4851-a246-6c7defc15a6a HTTP/1.1" status: 200 len: 217 time: 0.0671461 Jun 29 17:11:31.887524 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991945-bae1-418e-9a3e-135206429c0a req-fe4964d7-519b-4f49-ae07-6e0c8027c42e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:31.888920 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-fe4964d7-519b-4f49-ae07-6e0c8027c42e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.0656550 Jun 29 17:11:32.049099 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-3a482f33-e44f-4464-b60b-7c46fe18e20e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1535938 Jun 29 17:11:32.104177 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:32.237093 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-38bddcc2-b777-4566-ae41-a1bc0d1e8178 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806874 Jun 29 17:11:32.322231 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905ab04-98db-48f1-a3d9-dc3a11697b58 req-e57cf9d7-018a-4376-a448-188302b26acd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:32.323683 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a905ab04-98db-48f1-a3d9-dc3a11697b58 req-e57cf9d7-018a-4376-a448-188302b26acd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1764588 Jun 29 17:11:32.408232 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a905ab04-98db-48f1-a3d9-dc3a11697b58 req-a2b707de-631a-462a-a62b-0ab7a99096d6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722501 Jun 29 17:11:32.417368 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6a991945-bae1-418e-9a3e-135206429c0a req-b51ec4c1-0897-41dc-a960-1c864dbecf86 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722357 Jun 29 17:11:32.551082 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-4710b9e3-f504-4ccf-a311-f74f1cce9964 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 1097 time: 0.0769379 Jun 29 17:11:32.702313 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-08123f07-2339-4456-8a05-ba4efd2305ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:32.704452 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-08123f07-2339-4456-8a05-ba4efd2305ca service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.1461029 Jun 29 17:11:32.780767 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-b8d64969-ab40-4f0f-8dab-9d31e6be7c6c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208c18d3-846f-4851-a246-6c7defc15a6a HTTP/1.1" status: 200 len: 217 time: 0.0640211 Jun 29 17:11:32.848771 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-479e4068-e183-491b-91fd-db8cfd445bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:32.850298 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-479e4068-e183-491b-91fd-db8cfd445bd4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.0628574 Jun 29 17:11:32.926480 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-6f7bae70-3166-4236-bdba-f6c7ee328d5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687375 Jun 29 17:11:33.062260 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-c37c4fa0-9e68-401b-8fc2-e20b140fc0b3 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258669 Jun 29 17:11:33.205017 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f121e002-6b40-4f28-8d86-4f6da4a99d5d req-4d2ecca0-0a0b-42b2-a0df-07fd90385cef service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329489 Jun 29 17:11:33.627354 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c528cc-429b-436f-9797-bf4670d7cc94 req-99dbb08c-ebf6-48a7-83db-0b8c83cb17c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:33.628765 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d8c528cc-429b-436f-9797-bf4670d7cc94 req-99dbb08c-ebf6-48a7-83db-0b8c83cb17c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.0805733 Jun 29 17:11:33.673488 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d8c528cc-429b-436f-9797-bf4670d7cc94 req-02f56e79-33ed-4604-bb84-54c47da7f49f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385640 Jun 29 17:11:34.138234 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:11:34.140918 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b5216e5d-059a-4e25-82d7-c6b0720ac328 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:11:34.178585 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: b5216e5d-059a-4e25-82d7-c6b0720ac328 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:11:34.178933 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device b5216e5d-059a-4e25-82d7-c6b0720ac328 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:11:34.315802 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:34.332546 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '208c18d3-846f-4851-a246-6c7defc15a6a', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'port_id': '208c18d3-846f-4851-a246-6c7defc15a6a', 'mac_address': 'fa:16:3e:71:b3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:11:34.389142 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:34.409150 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208c18d3-846f-4851-a246-6c7defc15a6a {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:11:34.423973 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:34.427383 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:34.429015 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:34.490886 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:34.499715 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.500047 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.500375 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.500727 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.501043 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.501388 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.501697 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.502007 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.502315 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.502619 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.502919 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:34.506627 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:34.683660 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['208c18d3-846f-4851-a246-6c7defc15a6a'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:11:34.884859 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df6891-f679-4b2a-8b8f-3b888c3edbf8 req-9f2ed98f-5abe-47e2-a508-9c2b3eb67763 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:34.887171 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-96df6891-f679-4b2a-8b8f-3b888c3edbf8 req-9f2ed98f-5abe-47e2-a508-9c2b3eb67763 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 945 time: 0.0780659 Jun 29 17:11:34.934703 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-96df6891-f679-4b2a-8b8f-3b888c3edbf8 req-9c13cc21-a19e-4433-b285-f60eb20b2793 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Jun 29 17:11:36.156903 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5ad2b-7e29-476d-8ade-2f38fdded05e req-6815e0f5-a534-40e0-8c90-2caaa6ff7f9d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:36.158375 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d3f5ad2b-7e29-476d-8ade-2f38fdded05e req-6815e0f5-a534-40e0-8c90-2caaa6ff7f9d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 945 time: 0.0822270 Jun 29 17:11:36.163584 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:11:36.207755 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d3f5ad2b-7e29-476d-8ade-2f38fdded05e req-38a3f2e4-5487-402f-a9f7-5e95b05dbd5d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Jun 29 17:11:36.231881 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port 208c18d3-846f-4851-a246-6c7defc15a6a completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:11:36.236581 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 208c18d3-846f-4851-a246-6c7defc15a6a triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:11:36.236953 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:36.352631 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:36.379130 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:36.388675 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:11:36.392380 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:36.394932 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:36.439842 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a', 'code': 200} Jun 29 17:11:36.467826 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:36.470816 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:36.660433 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bd67e2ae-3674-4dd2-90fe-4904e7aaa22a req-363ee735-b2bc-4c0c-9407-9b77586a2254 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 1099 time: 0.0685687 Jun 29 17:11:36.702652 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bd67e2ae-3674-4dd2-90fe-4904e7aaa22a req-08adc7b3-c078-47eb-8db3-95304d606bcb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360880 Jun 29 17:11:37.427373 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bcb13-db1d-4be6-a222-c38ffe8f5e01 req-3d156d02-3305-4a88-a99c-ae48856bc8cc tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:37.428706 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-992bcb13-db1d-4be6-a222-c38ffe8f5e01 req-3d156d02-3305-4a88-a99c-ae48856bc8cc tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0784271 Jun 29 17:11:37.476146 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-992bcb13-db1d-4be6-a222-c38ffe8f5e01 req-f7839c95-dd72-459c-af12-761e5105566a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 Jun 29 17:11:38.697818 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3e7b7-01f5-419f-aca9-7a47b360d141 req-70b6a251-6065-4641-b719-f2e8573126a5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:38.699396 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ecd3e7b7-01f5-419f-aca9-7a47b360d141 req-70b6a251-6065-4641-b719-f2e8573126a5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0832987 Jun 29 17:11:38.835141 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ecd3e7b7-01f5-419f-aca9-7a47b360d141 req-171134bd-b3c7-4e26-8f5d-05c328c1a1c0 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259680 Jun 29 17:11:39.052625 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e071-37b9-474a-afda-19d5767c2f40 req-188a2700-5164-47ce-b3ed-596a1299490c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:39.054099 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6294e071-37b9-474a-afda-19d5767c2f40 req-188a2700-5164-47ce-b3ed-596a1299490c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0791891 Jun 29 17:11:39.062950 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60236) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:39.068531 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Request body: {'floatingip': {'port_id': '208c18d3-846f-4851-a246-6c7defc15a6a'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:11:39.215362 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:39.808116 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:39.812331 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:40.017433 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.l3_db [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Floating IP b6a8afb8-8b3f-434d-aa18-2f20696fc7c5 associated. External IP: 172.28.1.148, port: 208c18d3-846f-4851-a246-6c7defc15a6a. Jun 29 17:11:40.406464 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:11:40.571055 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d7c1990a-e11c-4de5-a4e3-7541be0c48a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:40.694451 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:11:40.698647 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:40.703755 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] Sync routers for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:11:40.715871 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:11:40.716470 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:11:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:40.751132 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-32427f29-0d1f-4209-8354-9e2115a77984 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "PUT /v2.0/floatingips/b6a8afb8-8b3f-434d-aa18-2f20696fc7c5 HTTP/1.1" status: 200 len: 992 time: 1.6871054 Jun 29 17:11:40.751920 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:11:40.808370 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a', 'status': 'completed', 'code': 200} Jun 29 17:11:40.898381 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:11:40.908675 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4b47402-8760-4a06-bce2-407da2113b9b req-607361ef-ce00-470e-8a00-dfd1b6950cd7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 1099 time: 0.0785453 Jun 29 17:11:41.048891 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47402-8760-4a06-bce2-407da2113b9b req-819d6e27-d8ff-4cb4-ac5d-ab403a0331ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:41.050352 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4b47402-8760-4a06-bce2-407da2113b9b req-819d6e27-d8ff-4cb4-ac5d-ab403a0331ac service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.1303113 Jun 29 17:11:41.069332 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:41.167689 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4b47402-8760-4a06-bce2-407da2113b9b req-4bbfe715-34b3-46a9-94b7-fdee3a8a6846 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208c18d3-846f-4851-a246-6c7defc15a6a HTTP/1.1" status: 200 len: 1000 time: 0.1006503 Jun 29 17:11:41.238015 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47402-8760-4a06-bce2-407da2113b9b req-983ed317-86aa-404d-8158-26afee2857c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:41.239651 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4b47402-8760-4a06-bce2-407da2113b9b req-983ed317-86aa-404d-8158-26afee2857c2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.0653481 Jun 29 17:11:41.268758 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'b6a8afb8-8b3f-434d-aa18-2f20696fc7c5', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'floating_ip_address': '172.28.1.148', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'port_id': '208c18d3-846f-4851-a246-6c7defc15a6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'mac_address': 'fa:16:3e:71:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:11:26Z', 'updated_at': '2021-06-29T17:11:39Z', 'revision_number': 1, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:41.274491 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] Checking router: a295ff8f-ae70-4ee2-92f0-75b7a7265a9e for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:11:41.285654 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:11:41.286327 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:11:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:41.319163 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4b47402-8760-4a06-bce2-407da2113b9b req-71dc7c92-f12f-4c96-8967-f93feea2833e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712578 Jun 29 17:11:41.456028 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4b47402-8760-4a06-bce2-407da2113b9b req-c02a2368-9e9f-4873-92bf-c85c996efec3 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295874 Jun 29 17:11:41.478817 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:11:41.614583 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4b47402-8760-4a06-bce2-407da2113b9b req-fcae586c-a480-44fd-8dff-227f6e1aa883 service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504850 Jun 29 17:11:41.887992 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'b6a8afb8-8b3f-434d-aa18-2f20696fc7c5', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'floating_ip_address': '172.28.1.148', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'port_id': '208c18d3-846f-4851-a246-6c7defc15a6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'mac_address': 'fa:16:3e:71:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:11:26Z', 'updated_at': '2021-06-29T17:11:39Z', 'revision_number': 1, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:41.892006 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea8f20-f3b0-43d8-abda-ac4050f95549 None None] The sync data for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb is: [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'b6a8afb8-8b3f-434d-aa18-2f20696fc7c5', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'floating_ip_address': '172.28.1.148', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'port_id': '208c18d3-846f-4851-a246-6c7defc15a6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'mac_address': 'fa:16:3e:71:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:11:26Z', 'updated_at': '2021-06-29T17:11:39Z', 'revision_number': 1, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:11:42.090549 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d129b9-92ff-4c1d-845e-222adb9d4c6f None None] New status for floating IP b6a8afb8-8b3f-434d-aa18-2f20696fc7c5: ACTIVE {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:11:42.685280 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-60cdf4d2-d8f7-4f00-ab7c-bd5e61cb9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:43.779517 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:45.215346 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:47.458840 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:11:51.721468 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60362) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:51.782454 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Deleting subnet 5c932080-37ad-4395-a26d-05efeaf7f2ef {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:11:51.785291 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:51.832557 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:51.885762 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:51.955631 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:51.959441 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ff86f2de-92f8-43cb-a149-e0020242c367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:51.992986 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c932080-37ad-4395-a26d-05efeaf7f2ef,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:51.996942 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:51.999722 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.007121 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/5c932080-37ad-4395-a26d-05efeaf7f2ef HTTP/1.1" status: 204 len: 168 time: 0.2828777 Jun 29 17:11:52.007761 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60368) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:52.113088 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.239501 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.251899 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc18503d-e2fa-4317-a73e-9c5865e180b8']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:52.263941 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc538b8-5b13-47eb-bd4c-f144c1385064') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:52.264270 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc538b8-5b13-47eb-bd4c-f144c1385064') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:11:52.276719 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.293460 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.299733 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:11:52.300140 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:11:52.314493 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:11:52.391495 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.395186 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:52.408667 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.418036 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc18503d-e2fa-4317-a73e-9c5865e180b8,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:52.421380 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] 10.222.0.99 "DELETE /v2.0/networks/dc18503d-e2fa-4317-a73e-9c5865e180b8 HTTP/1.1" status: 204 len: 168 time: 0.4126587 Jun 29 17:11:52.422309 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:52.556644 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 60382) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:52.606996 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-e2b473d3-d836-46ed-8df0-6c33dddd185e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=689e3a70f90a47ada37e902a8f2585ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491037 Jun 29 17:11:52.609395 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 60386) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:11:52.672084 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.697703 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.747719 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.751247 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-926764b4-937e-45bb-b4f9-797dc9af783d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:11:52.762379 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc72157-56fb-4653-a7fc-04de35b10870,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:11:52.773091 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:11:52.774372 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0bc72157-56fb-4653-a7fc-04de35b10870 HTTP/1.1" status: 204 len: 168 time: 0.1640909 Jun 29 17:11:52.776776 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.777149 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.777521 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.777873 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.778451 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.778560 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.778880 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.779222 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.779563 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.779900 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.780231 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:11:52.783372 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:11:57.858566 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e993-a1ac-46e1-a432-9780e0de9011 req-4c6f3b23-e7a7-47d8-9148-397ed9926ce5 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:57.860042 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eab7e993-a1ac-46e1-a432-9780e0de9011 req-4c6f3b23-e7a7-47d8-9148-397ed9926ce5 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0804777 Jun 29 17:11:57.911150 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-eab7e993-a1ac-46e1-a432-9780e0de9011 req-c2648461-f5fa-4b11-a12c-f2f3fa389786 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452535 Jun 29 17:11:59.245494 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d417f-b159-42e0-b970-df3cf78903cc req-d354928f-4e9a-4df9-8f6f-5caddbbe7e00 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:11:59.246863 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0c4d417f-b159-42e0-b970-df3cf78903cc req-d354928f-4e9a-4df9-8f6f-5caddbbe7e00 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0776603 Jun 29 17:11:59.293320 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0c4d417f-b159-42e0-b970-df3cf78903cc req-66f9f013-619b-4b3b-9ad1-0c20ddc3940e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408621 Jun 29 17:12:00.496438 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c64ea-ba5a-4216-a23d-c2143afeab81 req-74f4ea3f-0327-459f-90ad-f0b86f6b55fa tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:00.497904 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-716c64ea-ba5a-4216-a23d-c2143afeab81 req-74f4ea3f-0327-459f-90ad-f0b86f6b55fa tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0827994 Jun 29 17:12:00.544399 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-716c64ea-ba5a-4216-a23d-c2143afeab81 req-cee706b2-9450-47cc-b8ff-6dc3dfd7d387 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Jun 29 17:12:01.745109 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc038fc-7ce5-49e2-bd1c-0fb853bbb6a7 req-94845470-ecda-489a-9d20-5bf4b34cc85b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:01.746539 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ccc038fc-7ce5-49e2-bd1c-0fb853bbb6a7 req-94845470-ecda-489a-9d20-5bf4b34cc85b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0751326 Jun 29 17:12:01.791159 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ccc038fc-7ce5-49e2-bd1c-0fb853bbb6a7 req-09503704-8858-4aeb-b48d-559737f40d24 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391648 Jun 29 17:12:02.101442 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:02.155260 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-6bd0e239-c6f8-44cc-909c-2838aba319a1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1968436 Jun 29 17:12:02.244856 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-0824dcf1-dec6-44d0-8058-da491927fe8b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1098 time: 0.0679138 Jun 29 17:12:02.388021 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0280c0-245c-4a0d-8761-ec876583700e req-5a1b8adc-a510-4182-b41d-c186a59f5abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:02.389484 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-5a1b8adc-a510-4182-b41d-c186a59f5abb service neutron] 10.222.0.98 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 911 time: 0.1248317 Jun 29 17:12:02.570939 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-2daa99a1-c69e-4d26-92eb-da35ab9dfe3f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 1000 time: 0.1690023 Jun 29 17:12:02.634873 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0280c0-245c-4a0d-8761-ec876583700e req-c4fbb081-1fc1-4492-a362-e43e246b8451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:02.636262 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-c4fbb081-1fc1-4492-a362-e43e246b8451 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 200 len: 848 time: 0.0583231 Jun 29 17:12:02.713966 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-0a67cf2a-3556-40be-a0d7-6c2257ce8844 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693564 Jun 29 17:12:02.847347 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-d9de750a-4d8e-46db-a9a0-9a4c8ba091b1 service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265926 Jun 29 17:12:03.045693 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e0280c0-245c-4a0d-8761-ec876583700e req-fcd526b1-b42b-472a-8574-e58d20c37b2c service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824148 Jun 29 17:12:03.061352 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a99098-7987-495a-8dc1-293e7463c742 req-ae05bacf-7afe-4327-8ed8-58ac99fa0ef0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:03.062809 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a4a99098-7987-495a-8dc1-293e7463c742 req-ae05bacf-7afe-4327-8ed8-58ac99fa0ef0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1308732 Jun 29 17:12:03.113445 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a4a99098-7987-495a-8dc1-293e7463c742 req-98fe4d59-f1d9-450f-ab1e-47495aea114d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Jun 29 17:12:04.312994 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf59ea-5a9a-45e1-8f73-4e1fb9ddaaef req-10e61097-6a81-477e-9c80-2edd82746741 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:04.314732 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dbaf59ea-5a9a-45e1-8f73-4e1fb9ddaaef req-10e61097-6a81-477e-9c80-2edd82746741 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0762820 Jun 29 17:12:04.359820 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-dbaf59ea-5a9a-45e1-8f73-4e1fb9ddaaef req-d90a36bf-496c-4dfb-9092-f0d03fe57c30 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Jun 29 17:12:05.363035 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-45367164-603b-4e63-a5a8-53527350e56b req-6ddc62b6-25a5-40d8-8df4-1c6b4efd39e8 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863224411&fields=id&tenant_id=5e91602e33054940b2f0831452c703f8 HTTP/1.1" status: 200 len: 267 time: 0.0396159 Jun 29 17:12:05.449802 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45367164-603b-4e63-a5a8-53527350e56b req-a729ef54-efd0-41af-90ce-a708dd252779 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:05.451227 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-45367164-603b-4e63-a5a8-53527350e56b req-a729ef54-efd0-41af-90ce-a708dd252779 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 984 time: 0.0826178 Jun 29 17:12:05.463417 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Request body: {'port': {'security_groups': ['4886f492-c56f-4d09-b354-e1c8024455cd']}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:12:05.626277 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:05.726527 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7077d17-f09e-4eb1-9f58-f3968a438686 req-b740f5b4-fd42-4c14-afef-9fffe0ef1e80 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:05.728033 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e7077d17-f09e-4eb1-9f58-f3968a438686 req-b740f5b4-fd42-4c14-afef-9fffe0ef1e80 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.2360272 Jun 29 17:12:05.862490 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e7077d17-f09e-4eb1-9f58-f3968a438686 req-0d7b8107-e0a3-462a-8c51-0f055a781c23 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263108 Jun 29 17:12:05.941430 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:05.975933 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:05.981548 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553334'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:05.988102 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-77a3c2f5-a12f-4e20-82a2-a3a9df779207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:05.993860 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['72df315b-a9b8-4b62-ae3b-862df6b6aef8'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:12:06.066467 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:06.067402 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.072943 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-45367164-603b-4e63-a5a8-53527350e56b req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "PUT /v2.0/ports/72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 942 time: 0.6140077 Jun 29 17:12:06.073719 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:12:06.076210 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60468) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:06.107120 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event updated for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=7']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:06.115374 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2cca1c8b-0f10-47dc-816a-d8c7a1a54cea tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:06.152790 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'status': 'completed', 'code': 200} Jun 29 17:12:06.162005 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['72df315b-a9b8-4b62-ae3b-862df6b6aef8'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:12:06.193800 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.240462 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.290677 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-cb33b1bb-a7c5-47c7-9261-c8a49db78403 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1098 time: 0.1081014 Jun 29 17:12:06.322823 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.327633 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-646ee189-2b3c-4c7a-8c6f-f1f4def5d8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:06.343020 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:06.355215 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.355580 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.355937 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.356284 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.356635 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.356981 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.357347 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.357688 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.358027 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.358367 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.358706 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:06.363814 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.368272 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "DELETE /v2.0/security-groups/0f7b4b7c-12ad-4114-b4bd-1cf00dd594a4 HTTP/1.1" status: 204 len: 168 time: 0.2875576 Jun 29 17:12:06.368272 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:06.368963 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60474) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:06.417664 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-c488b834-c072-499d-87c2-9b5a6e147b28 None None] Provisioning complete for port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:12:06.418128 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c488b834-c072-499d-87c2-9b5a6e147b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.440590 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-75693320-a805-46f3-81ed-18ede24d0b6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:06.442080 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-75693320-a805-46f3-81ed-18ede24d0b6e service neutron] 10.222.0.98 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 917 time: 0.1447048 Jun 29 17:12:06.572223 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Deleting port d74aaabe-df59-4328-8acb-3229a2a4ba1f {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:06.572557 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.638908 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-6566cf48-a436-4dad-b328-df2506e2efc3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 1001 time: 0.1884077 Jun 29 17:12:06.701520 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-363f5705-362b-4ef2-9727-e136d1e851a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:06.702931 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-363f5705-362b-4ef2-9727-e136d1e851a1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 200 len: 854 time: 0.0578358 Jun 29 17:12:06.746010 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.746326 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:06.777119 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-f8f79abf-d18f-4b39-97eb-e46e23cb723f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64f17278-3b35-4138-b40a-39c37709b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673616 Jun 29 17:12:06.872575 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Calling delete_port for d74aaabe-df59-4328-8acb-3229a2a4ba1f owned by network:floatingip {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:06.912454 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-a1de8a88-3287-44d7-8d96-a513a132682d service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287735 Jun 29 17:12:07.129741 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-000cabef-a1e2-4752-939e-a6ceed3bf302 req-a88ecb8b-deb2-492a-9c75-7f62bbacdce9 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102747 Jun 29 17:12:07.130007 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:07.133597 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fc506bb5-d098-4761-a2e2-f064fcae7c64 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:07.141328 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c883ced-0106-45df-b299-2bb8c263f10e req-162d7742-2a40-4135-8cb4-d955cce938f3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:07.142880 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2c883ced-0106-45df-b299-2bb8c263f10e req-162d7742-2a40-4135-8cb4-d955cce938f3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1327679 Jun 29 17:12:07.176084 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event deleted for resources: {'Port': ['ID=d74aaabe-df59-4328-8acb-3229a2a4ba1f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:07.179390 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:07.192335 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2c883ced-0106-45df-b299-2bb8c263f10e req-1733630f-5551-4dba-a1c5-c2d7f7e7cc49 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 Jun 29 17:12:07.268911 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks [] for floatingip, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:07.655065 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Router 6463ae86-0a31-4782-88f3-b0869c55e922 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:12:07.855760 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:12:07.865353 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699687db-665b-4d34-81a6-24c79143200f None None] Sync routers for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:12:07.874901 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:07.877879 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:12:07.878497 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:11:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:07.932743 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "DELETE /v2.0/floatingips/efd12816-015f-4504-b699-ee0ced64b79c HTTP/1.1" status: 204 len: 168 time: 1.5590999 Jun 29 17:12:07.932743 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:12:07.991685 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'status': 'completed', 'code': 200} Jun 29 17:12:08.107842 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:12:08.112897 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-51f65652-0252-4a3f-9867-545e83f64d89 req-f53eed92-b261-4187-8a61-0d1d6cda25a6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e91602e33054940b2f0831452c703f8&device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0952072 Jun 29 17:12:08.268054 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f65652-0252-4a3f-9867-545e83f64d89 req-81d654ae-b170-480f-bae0-8db0c13d3583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:08.269760 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-51f65652-0252-4a3f-9867-545e83f64d89 req-81d654ae-b170-480f-bae0-8db0c13d3583 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 200 len: 917 time: 0.1495929 Jun 29 17:12:08.364374 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-51f65652-0252-4a3f-9867-545e83f64d89 req-df92a768-186a-45ff-ae62-975b704018d2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 200 len: 217 time: 0.0876536 Jun 29 17:12:08.463303 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:38Z', 'revision_number': 5, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:08.467553 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699687db-665b-4d34-81a6-24c79143200f None None] Checking router: 6463ae86-0a31-4782-88f3-b0869c55e922 for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:12:08.479541 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:12:08.480157 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:11:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:08.481239 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f65652-0252-4a3f-9867-545e83f64d89 req-bc54946a-c992-4f08-986a-a49adcfdb71e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:08.482663 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-51f65652-0252-4a3f-9867-545e83f64d89 req-bc54946a-c992-4f08-986a-a49adcfdb71e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 200 len: 854 time: 0.0825031 Jun 29 17:12:08.532553 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee15fb-9908-467b-bc58-f2fd2abdae49 req-438cde1c-cbde-4afe-b4e9-cd0126ddd9f3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:08.534052 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3aee15fb-9908-467b-bc58-f2fd2abdae49 req-438cde1c-cbde-4afe-b4e9-cd0126ddd9f3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1688080 Jun 29 17:12:08.611768 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3aee15fb-9908-467b-bc58-f2fd2abdae49 req-de8502e4-67e2-4c3f-bd9e-a7b463e43bd3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673640 Jun 29 17:12:08.619690 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-51f65652-0252-4a3f-9867-545e83f64d89 req-2442d57e-ebc5-496c-bc86-69a61b8b7793 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64f17278-3b35-4138-b40a-39c37709b43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1285403 Jun 29 17:12:08.671430 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:12:08.766479 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-51f65652-0252-4a3f-9867-545e83f64d89 req-93966306-243c-4008-8df3-d827e6aba9c0 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393504 Jun 29 17:12:08.940949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-51f65652-0252-4a3f-9867-545e83f64d89 req-3af4090f-6f71-42cc-9e3c-9439b7a00e04 service neutron] 10.222.0.98 "GET /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632631 Jun 29 17:12:09.071552 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-699687db-665b-4d34-81a6-24c79143200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:38Z', 'revision_number': 5, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:09.075859 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699687db-665b-4d34-81a6-24c79143200f None None] The sync data for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb is: [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:08:25Z', 'revision_number': 4, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': '07d54712-76fd-4735-bb66-999b12974bf6', 'name': '', 'network_id': '64f17278-3b35-4138-b40a-39c37709b43e', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'mac_address': 'fa:16:3e:9b:2a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:24Z', 'updated_at': '2021-06-29T17:08:38Z', 'revision_number': 5, 'project_id': '5e91602e33054940b2f0831452c703f8', 'subnets': [{'id': 'b1bd5d50-29fb-453d-bb53-7f408a745d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:12:09.135958 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-f345f960-e49d-467f-b2d0-d6dc02b22c8a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 1099 time: 0.1042907 Jun 29 17:12:09.145813 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b79a-bcec-4aa2-a965-590d6cb2d05a req-ef263e0e-b77f-4ee4-9346-afe974d46b2d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:09.147238 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90e7b79a-bcec-4aa2-a965-590d6cb2d05a req-ef263e0e-b77f-4ee4-9346-afe974d46b2d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1850982 Jun 29 17:12:09.306171 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a654812-6faf-4d02-a10d-9d6fb76d0dd8 None None] New status for floating IP efd12816-015f-4504-b699-ee0ced64b79c: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:12:09.382910 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-90e7b79a-bcec-4aa2-a965-590d6cb2d05a req-e7bd255f-f056-4f20-9338-06dd68b6b8f0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160895 Jun 29 17:12:09.403990 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-795f3925-a720-407d-ab9d-083c8ed4d6d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:09.405451 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-795f3925-a720-407d-ab9d-083c8ed4d6d6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 913 time: 0.2572734 Jun 29 17:12:09.515760 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-fdd5ddca-c956-466a-8f39-0daf2753a2a9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6 HTTP/1.1" status: 200 len: 1002 time: 0.1027753 Jun 29 17:12:09.583476 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-53b78b99-cf45-4193-b070-4a76099eec0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:09.584925 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-53b78b99-cf45-4193-b070-4a76099eec0b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0623679 Jun 29 17:12:09.670630 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-3d717d71-4b7f-4e1d-a6d1-3163f8e756d6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786610 Jun 29 17:12:09.812823 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-5004942c-5f32-491c-84db-ef1b083fef8d service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354792 Jun 29 17:12:09.954803 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f9edbad-56bb-40a1-a1de-dc990b17e98a req-3a5cbf22-e069-4e29-93bf-02e8aaa63851 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343348 Jun 29 17:12:10.575533 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-9286965d-fb10-4caf-86ca-d820365175d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:10.592389 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc426b6-673a-46ab-9b22-777f2781eee2 req-c93bcffa-564f-41cc-8c67-e7a99d6d4362 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:10.593842 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bcc426b6-673a-46ab-9b22-777f2781eee2 req-c93bcffa-564f-41cc-8c67-e7a99d6d4362 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0815918 Jun 29 17:12:10.641498 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bcc426b6-673a-46ab-9b22-777f2781eee2 req-a461ab5d-5cd3-4e6b-a88e-d920333a5821 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Jun 29 17:12:11.044571 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:11.291612 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03692cd6-dd78-4d76-b596-29a9969e2960 req-67bf916a-8160-47f1-a115-f3c3ca1ca191 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:11.293028 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-03692cd6-dd78-4d76-b596-29a9969e2960 req-67bf916a-8160-47f1-a115-f3c3ca1ca191 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0797536 Jun 29 17:12:11.338641 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-03692cd6-dd78-4d76-b596-29a9969e2960 req-4cf601b8-475a-4730-8519-78b5ffeb47d2 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Jun 29 17:12:11.854690 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660e15d-f966-4e20-a250-6a4253ba3dfd req-4fabe158-a568-4de1-a304-f3ce66b7c374 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:11.856137 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e660e15d-f966-4e20-a250-6a4253ba3dfd req-4fabe158-a568-4de1-a304-f3ce66b7c374 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0865555 Jun 29 17:12:11.901876 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e660e15d-f966-4e20-a250-6a4253ba3dfd req-83b05e96-349e-4efe-a068-f16189fbc6cb tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400774 Jun 29 17:12:12.543101 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d95-d9cd-437c-8fa9-34c4df3c42a5 req-9c4ca515-0846-4a07-8bde-5cb0cf34f334 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:12.544848 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f4ec0d95-d9cd-437c-8fa9-34c4df3c42a5 req-9c4ca515-0846-4a07-8bde-5cb0cf34f334 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0818505 Jun 29 17:12:12.590496 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f4ec0d95-d9cd-437c-8fa9-34c4df3c42a5 req-c3333dd1-f9f3-4d4b-a459-c5c47b4d02ab tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/security-groups?id=4886f492-c56f-4d09-b354-e1c8024455cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Jun 29 17:12:12.686551 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c80d-63b5-4735-af2d-f648056d8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:13.043015 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-14b86aac-5b7c-4385-9de7-2e824df76237 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:13.044415 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-14b86aac-5b7c-4385-9de7-2e824df76237 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0796275 Jun 29 17:12:13.119559 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Deleting port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:13.119895 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:13.360819 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] For port 72df315b-a9b8-4b62-ae3b-862df6b6aef8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=72df315b-a9b8-4b62-ae3b-862df6b6aef8,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:13.361190 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:13.481664 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Calling delete_port for 72df315b-a9b8-4b62-ae3b-862df6b6aef8 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:13.629412 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:13.637815 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7747e610-8c8c-463b-8dce-5817ff004557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:13.641508 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['72df315b-a9b8-4b62-ae3b-862df6b6aef8'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:12:13.790667 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:13.808195 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Pushing event deleted for resources: {'Port': ['ID=72df315b-a9b8-4b62-ae3b-862df6b6aef8,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:13.861358 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:13.908628 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3bee6108-ace0-4fd3-a465-91d2e2cbf6ba req-ed457aa2-b302-41b0-b607-4ff57536f740 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8 HTTP/1.1" status: 200 len: 210 time: 0.1473186 Jun 29 17:12:13.948348 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] No DVR routers for this DVR port 72df315b-a9b8-4b62-ae3b-862df6b6aef8 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:12:13.954295 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:13.957329 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'name': 'network-vif-deleted', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:12:13.982154 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d0ef6cd-4c1e-441b-a69b-ca9aaca0fa7d req-0bae6b54-92ef-4b00-9616-a42ac0a5062a tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] 10.222.0.98 "DELETE /v2.0/ports/72df315b-a9b8-4b62-ae3b-862df6b6aef8 HTTP/1.1" status: 204 len: 173 time: 0.9299321 Jun 29 17:12:14.004369 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd67124-dec5-48da-aa49-bb544abee199 req-35e01550-82d7-4d8a-9586-4617ef437d71 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:14.006185 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4fd67124-dec5-48da-aa49-bb544abee199 req-35e01550-82d7-4d8a-9586-4617ef437d71 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1955547 Jun 29 17:12:14.057452 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4fd67124-dec5-48da-aa49-bb544abee199 req-90268a7d-7c9a-4d18-9ef8-27b7ee2db4ce tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Jun 29 17:12:14.105484 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0e2da4-eaef-4f36-ac70-daaea3b6a2e8', 'name': 'network-vif-deleted', 'tag': '72df315b-a9b8-4b62-ae3b-862df6b6aef8', 'status': 'completed', 'code': 200} Jun 29 17:12:15.220115 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:15.287810 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75c8ab-3796-4594-9aed-564378dbe63d req-1c213275-c4cb-43b2-9030-fb1776a2cb4a tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:15.289993 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ed75c8ab-3796-4594-9aed-564378dbe63d req-1c213275-c4cb-43b2-9030-fb1776a2cb4a tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1000879 Jun 29 17:12:15.337582 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ed75c8ab-3796-4594-9aed-564378dbe63d req-6319705c-0b78-4bc8-9364-1fb3b69bc15d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418963 Jun 29 17:12:15.713926 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60592) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:16.095195 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545119'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:16.356097 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 72df315b-a9b8-4b62-ae3b-862df6b6aef8 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:16.391809 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 72df315b-a9b8-4b62-ae3b-862df6b6aef8 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:12:16.392160 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 72df315b-a9b8-4b62-ae3b-862df6b6aef8 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:12:16.549110 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cda076-f9a4-40bc-b252-6c29c8487430 req-10318ab7-2c5f-478d-8eb7-0c1c679a918e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:16.550560 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73cda076-f9a4-40bc-b252-6c29c8487430 req-10318ab7-2c5f-478d-8eb7-0c1c679a918e tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0819483 Jun 29 17:12:16.596722 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-73cda076-f9a4-40bc-b252-6c29c8487430 req-8b38e407-d41e-4718-9195-264efa12b86c tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406525 Jun 29 17:12:16.770743 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Deleting port 07d54712-76fd-4735-bb66-999b12974bf6 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:16.771358 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:16.937623 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] For port 07d54712-76fd-4735-bb66-999b12974bf6, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=07d54712-76fd-4735-bb66-999b12974bf6,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:16.937989 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:17.063916 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Calling delete_port for 07d54712-76fd-4735-bb66-999b12974bf6 owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:17.378884 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:17.382139 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:17.425437 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Pushing event deleted for resources: {'Port': ['ID=07d54712-76fd-4735-bb66-999b12974bf6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:17.428132 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:17.714120 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545377'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:17.791954 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688306f-675e-4012-ba79-46687fc7e066 req-9fcb7a42-26cd-474f-b42c-44139564e803 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:17.793506 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6688306f-675e-4012-ba79-46687fc7e066 req-9fcb7a42-26cd-474f-b42c-44139564e803 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0766449 Jun 29 17:12:17.846207 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6688306f-675e-4012-ba79-46687fc7e066 req-65cdafaa-0a5e-445c-807a-43097e8bc66b tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467763 Jun 29 17:12:18.373177 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Router 6463ae86-0a31-4782-88f3-b0869c55e922 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:12:18.588519 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:12:18.597117 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] Sync routers for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:12:18.600916 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] 10.222.0.99 "PUT /v2.0/routers/6463ae86-0a31-4782-88f3-b0869c55e922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8859434 Jun 29 17:12:18.604110 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60604) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:18.609462 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:12:18.610067 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:12:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:18.790133 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:12:18.802496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.049747 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.053718 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4156-6b52-4bba-9b1a-8b369a291881 req-56a4eaca-7a74-453d-92c7-bfba45de2521 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:19.061370 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f01f4156-6b52-4bba-9b1a-8b369a291881 req-56a4eaca-7a74-453d-92c7-bfba45de2521 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0897295 Jun 29 17:12:19.062557 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Deleting port b364bd11-fced-4aff-8154-65b49ecb7cff {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:19.063001 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.109671 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f01f4156-6b52-4bba-9b1a-8b369a291881 req-5c63cb44-e297-4810-b619-f3edab2b073f tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474112 Jun 29 17:12:19.114677 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:12:17Z', 'revision_number': 5, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port': {'id': 'b364bd11-fced-4aff-8154-65b49ecb7cff', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:20Z', 'updated_at': '2021-06-29T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:19.119557 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] Checking router: 6463ae86-0a31-4782-88f3-b0869c55e922 for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:12:19.131878 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] Routers {'6463ae86-0a31-4782-88f3-b0869c55e922'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:12:19.131878 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:12:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6463ae86-0a31-4782-88f3-b0869c55e922'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:19.244040 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] For port b364bd11-fced-4aff-8154-65b49ecb7cff, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=b364bd11-fced-4aff-8154-65b49ecb7cff,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:19.244280 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.280687 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] Set router 6463ae86-0a31-4782-88f3-b0869c55e922 gateway port host: None {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:12:19.386679 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:12:19Z', 'revision_number': 6, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port_host': None}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:19.390917 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd324-05f4-41bc-88ad-3c96c75469b1 None None] The sync data for ids ['6463ae86-0a31-4782-88f3-b0869c55e922'] in dv-cinder-798672-1-smb is: [{'id': '6463ae86-0a31-4782-88f3-b0869c55e922', 'name': 'tempest-TestMinimumBasicScenario-1100764865-router', 'tenant_id': '5e91602e33054940b2f0831452c703f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:19Z', 'updated_at': '2021-06-29T17:12:19Z', 'revision_number': 6, 'project_id': '5e91602e33054940b2f0831452c703f8', 'gw_port_host': None}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:12:19.464126 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Calling delete_port for b364bd11-fced-4aff-8154-65b49ecb7cff owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:19.628476 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:19.632619 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:19.676431 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b364bd11-fced-4aff-8154-65b49ecb7cff,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:19.679107 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:19.900017 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546952'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.156455 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32658'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.161051 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.246494 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541684'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.247435 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6463ae86-0a31-4782-88f3-b0869c55e922 {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:12:20.260592 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.261815 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-71157cfb-79e1-4211-a6b6-5cb4c523ef1a admin admin] 10.222.0.99 "DELETE /v2.0/routers/6463ae86-0a31-4782-88f3-b0869c55e922 HTTP/1.1" status: 204 len: 168 time: 1.6567688 Jun 29 17:12:20.264336 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60616) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:20.317158 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24e52b-d27f-48a3-80a6-0434145a9fae req-2d97787f-beb7-4267-ae77-1de2db268935 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:20.319259 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5a24e52b-d27f-48a3-80a6-0434145a9fae req-2d97787f-beb7-4267-ae77-1de2db268935 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0856321 Jun 29 17:12:20.327740 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Deleting subnet b1bd5d50-29fb-453d-bb53-7f408a745d3a {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:12:20.330811 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.369735 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5a24e52b-d27f-48a3-80a6-0434145a9fae req-3be1b34c-b886-488b-b891-a1374e045aea tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442014 Jun 29 17:12:20.380656 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.494580 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.560225 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.563917 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e53bcf7f-419f-4023-9511-053551b16968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:20.600802 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bd5d50-29fb-453d-bb53-7f408a745d3a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:20.604802 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:20.607428 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.613607 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-03657b29-8729-464a-9a65-cf5284b9dcd0 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/b1bd5d50-29fb-453d-bb53-7f408a745d3a HTTP/1.1" status: 204 len: 168 time: 0.3483112 Jun 29 17:12:20.614089 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b6d37-89a7-4cf0-91cb-1db77e8b207c None None] Network 64f17278-3b35-4138-b40a-39c37709b43e requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:12:20.615476 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60620) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:20.823451 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.834819 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Deleting port 6b6ace43-fd30-4c13-824c-a700bb541704 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:20.835152 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:20.909529 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] DHCP port deletion for 64f17278-3b35-4138-b40a-39c37709b43e request from dv-cinder-798672-1-smb {{(pid=74291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:12:20.914001 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Deleting port 6b6ace43-fd30-4c13-824c-a700bb541704 {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:20.914566 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.060036 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] For port 6b6ace43-fd30-4c13-824c-a700bb541704, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=6b6ace43-fd30-4c13-824c-a700bb541704,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:21.060926 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.115999 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 07d54712-76fd-4735-bb66-999b12974bf6 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:21.153506 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: 07d54712-76fd-4735-bb66-999b12974bf6 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:12:21.154315 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 07d54712-76fd-4735-bb66-999b12974bf6 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:12:21.154315 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b364bd11-fced-4aff-8154-65b49ecb7cff no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:21.197701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Calling delete_port for 6b6ace43-fd30-4c13-824c-a700bb541704 owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:21.206434 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: b364bd11-fced-4aff-8154-65b49ecb7cff {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:12:21.206864 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b364bd11-fced-4aff-8154-65b49ecb7cff not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:12:21.207357 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 6b6ace43-fd30-4c13-824c-a700bb541704 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:21.264990 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] For port 6b6ace43-fd30-4c13-824c-a700bb541704, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=6b6ace43-fd30-4c13-824c-a700bb541704,segment=NetworkSegment(cf614c27-11f1-4da5-87d3-f22540249d11),segment_id=cf614c27-11f1-4da5-87d3-f22540249d11)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:21.265655 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.279195 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.284948 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-75d3d150-9899-49ec-bc11-3426b2d935d1 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:21.333925 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6ace43-fd30-4c13-824c-a700bb541704,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:21.338931 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:21.342384 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] No DVR routers for this DVR port 6b6ace43-fd30-4c13-824c-a700bb541704 on host dv-cinder-798672-1-smb {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:12:21.402644 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Calling delete_port for 6b6ace43-fd30-4c13-824c-a700bb541704 owned by network:dhcp {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:21.450291 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No active binding found for port 6b6ace43-fd30-4c13-824c-a700bb541704 {{(pid=74291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jun 29 17:12:21.450860 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 6b6ace43-fd30-4c13-824c-a700bb541704 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:12:21.477356 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.495624 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f17278-3b35-4138-b40a-39c37709b43e']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:21.508638 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf614c27-11f1-4da5-87d3-f22540249d11') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:21.508965 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf614c27-11f1-4da5-87d3-f22540249d11') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:21.523020 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.540873 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.548430 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:12:21.548430 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:12:21.562955 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:12:21.642241 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.db.api [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:12:21.642833 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_db.api [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:12:21.647407 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.655470 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81c8d-348f-49fc-975e-f1c3f43ded49 req-7fafc430-dd63-4029-887a-4a847759d978 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:21.656078 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d4dd2d9a-2963-479b-9b5d-e5d288bb2d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:21.657060 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-45d81c8d-348f-49fc-975e-f1c3f43ded49 req-7fafc430-dd63-4029-887a-4a847759d978 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1009302 Jun 29 17:12:21.681531 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:21.702379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Pushing event deleted for resources: {'Network': ['ID=64f17278-3b35-4138-b40a-39c37709b43e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:21.705653 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] 10.222.0.99 "DELETE /v2.0/networks/64f17278-3b35-4138-b40a-39c37709b43e HTTP/1.1" status: 204 len: 168 time: 1.0892081 Jun 29 17:12:21.706733 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-08132f93-9388-411f-9e24-8a76c02904be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:21.707721 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-45d81c8d-348f-49fc-975e-f1c3f43ded49 req-6a432f0b-db7a-44ee-8016-00f8bc75f2e7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Jun 29 17:12:21.708666 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60636) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:22.097931 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545119'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:22.144142 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Deleting port 6b6ace43-fd30-4c13-824c-a700bb541704 {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:22.144554 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:22.211977 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-47c22dae-8332-4a30-a7d0-681eb1222121 None None] The port '6b6ace43-fd30-4c13-824c-a700bb541704' was deleted {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:12:22.767305 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Deleting port f0199ceb-5d1f-4093-b347-cf0d0d5e490b {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:22.767886 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:22.912438 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761514-a7c6-443b-8ed8-58a815a54ee2 req-03f1d812-0e6a-4b46-9e73-6bb9c20a77ad tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:22.913913 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bb761514-a7c6-443b-8ed8-58a815a54ee2 req-03f1d812-0e6a-4b46-9e73-6bb9c20a77ad tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0805933 Jun 29 17:12:22.943359 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] For port f0199ceb-5d1f-4093-b347-cf0d0d5e490b, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,segment=NetworkSegment(2f06b46b-6c91-4db5-a3cb-60125334df16),segment_id=2f06b46b-6c91-4db5-a3cb-60125334df16)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:22.944019 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:22.961712 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bb761514-a7c6-443b-8ed8-58a815a54ee2 req-ee91f03d-dc2a-40fe-a19a-cbe58b990944 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417020 Jun 29 17:12:23.074097 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Calling delete_port for f0199ceb-5d1f-4093-b347-cf0d0d5e490b owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:23.244312 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:23.248197 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8456ddf9-5893-4cde-8a58-e3cce040d613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:23.286816 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0199ceb-5d1f-4093-b347-cf0d0d5e490b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:23.290864 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:23.568037 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545377'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:24.173564 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d5211-d69e-4cbc-9aec-3a78f365d13d req-418afc49-ecb9-4c01-9868-652d3e38a0db tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:24.175521 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aa1d5211-d69e-4cbc-9aec-3a78f365d13d req-418afc49-ecb9-4c01-9868-652d3e38a0db tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0910153 Jun 29 17:12:24.236994 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aa1d5211-d69e-4cbc-9aec-3a78f365d13d req-739968e4-9e4c-4e25-9ea7-7f748f221318 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543578 Jun 29 17:12:24.279394 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Router 6dec5a5b-b438-4d47-adba-864040ec983e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:12:24.333572 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7fd32-4aaa-4f8b-a391-358cf74a25b0 req-0903b69d-619a-4819-bac6-532428765964 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:24.335003 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-21d7fd32-4aaa-4f8b-a391-358cf74a25b0 req-0903b69d-619a-4819-bac6-532428765964 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0843210 Jun 29 17:12:24.382523 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-21d7fd32-4aaa-4f8b-a391-358cf74a25b0 req-3a4bc5d1-2f1e-4976-bbd3-772c813a1cf6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 Jun 29 17:12:24.457888 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:12:24.494599 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:12:24.502627 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] Sync routers for ids ['6dec5a5b-b438-4d47-adba-864040ec983e'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:12:24.503666 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3145919a-8300-4a26-bb6b-52d4f26b0256 admin admin] 10.222.0.99 "PUT /v2.0/routers/6dec5a5b-b438-4d47-adba-864040ec983e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7936089 Jun 29 17:12:24.505806 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60658) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:24.515954 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] Routers {'6dec5a5b-b438-4d47-adba-864040ec983e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:12:24.516649 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:12:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6dec5a5b-b438-4d47-adba-864040ec983e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:24.705538 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:24.719711 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] Set router 6dec5a5b-b438-4d47-adba-864040ec983e gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:12:24.904905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:24.914244 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Deleting port f96a5268-a374-4a12-98f2-8f6e3e4d0f10 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:24.914628 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:25.010419 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:12:23Z', 'revision_number': 5, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port': {'id': 'f96a5268-a374-4a12-98f2-8f6e3e4d0f10', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:25.014403 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] Checking router: 6dec5a5b-b438-4d47-adba-864040ec983e for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:12:25.024758 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] Routers {'6dec5a5b-b438-4d47-adba-864040ec983e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:12:25.025450 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:12:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['6dec5a5b-b438-4d47-adba-864040ec983e'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:25.094726 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] For port f96a5268-a374-4a12-98f2-8f6e3e4d0f10, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:25.095084 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:25.176026 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] Set router 6dec5a5b-b438-4d47-adba-864040ec983e gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:12:25.214720 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Calling delete_port for f96a5268-a374-4a12-98f2-8f6e3e4d0f10 owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:25.279443 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:12:24Z', 'revision_number': 6, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port_host': None}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:25.283382 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957466d9-2289-47f5-a0bf-ff7d3f4bab0d None None] The sync data for ids ['6dec5a5b-b438-4d47-adba-864040ec983e'] in dv-cinder-798672-1-smb is: [{'id': '6dec5a5b-b438-4d47-adba-864040ec983e', 'name': 'tempest-TestMinimumBasicScenario-1927222844-router', 'tenant_id': '1fafa5529cf44156be2af6af3ebaa484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:34Z', 'updated_at': '2021-06-29T17:12:24Z', 'revision_number': 6, 'project_id': '1fafa5529cf44156be2af6af3ebaa484', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:12:25.386660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:25.390343 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-05f21dc8-6757-411f-9a5e-3111ed2c319a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:25.446361 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0885-1d84-40c2-9f1e-26ce333c5d05 req-6f2bc1a5-aded-4be4-9806-5944fc94c662 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:25.448076 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-df6c0885-1d84-40c2-9f1e-26ce333c5d05 req-6f2bc1a5-aded-4be4-9806-5944fc94c662 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0853314 Jun 29 17:12:25.510701 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-df6c0885-1d84-40c2-9f1e-26ce333c5d05 req-cafd541c-522f-4972-b51a-ae2e44f7328d tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539532 Jun 29 17:12:25.542817 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96a5268-a374-4a12-98f2-8f6e3e4d0f10,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:25.549895 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:25.661481 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd890c5b-c0ca-4c37-8f86-f43cc2ff21a1 req-5bfbba1a-6878-4bd5-87ac-eefccb46e452 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:25.663338 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cd890c5b-c0ca-4c37-8f86-f43cc2ff21a1 req-5bfbba1a-6878-4bd5-87ac-eefccb46e452 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0855119 Jun 29 17:12:25.728593 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cd890c5b-c0ca-4c37-8f86-f43cc2ff21a1 req-4ad1683e-0f9c-4b18-8bfa-1aec561ee245 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587780 Jun 29 17:12:25.795612 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546952'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.056774 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32658'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.061470 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.086689 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541684'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.087215 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dec5a5b-b438-4d47-adba-864040ec983e {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:12:26.098491 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.099577 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7c10fceb-2900-4dfa-9fbe-b19a4be20305 admin admin] 10.222.0.99 "DELETE /v2.0/routers/6dec5a5b-b438-4d47-adba-864040ec983e HTTP/1.1" status: 204 len: 168 time: 1.5928786 Jun 29 17:12:26.102716 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60666) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:26.164061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Deleting subnet 58668314-953e-4929-ae5f-f2f5fe902c96 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:12:26.167282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.219174 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.298855 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.368631 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.372986 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:26.406143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58668314-953e-4929-ae5f-f2f5fe902c96,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:26.408596 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:26.417586 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.418565 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ef37a-0584-41c7-a27f-e8c9aad3b059 None None] Network 48a274a4-b5af-49d9-b034-6454f322a846 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:12:26.420253 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-5900d74f-06df-4939-934a-22f81955f126 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/58668314-953e-4929-ae5f-f2f5fe902c96 HTTP/1.1" status: 204 len: 168 time: 0.3165064 Jun 29 17:12:26.422657 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60670) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:26.528212 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.538934 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Deleting port d8415683-f5dc-4280-b1a4-4c497f3ed38c {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:26.539735 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.665308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] DHCP port deletion for 48a274a4-b5af-49d9-b034-6454f322a846 request from dv-cinder-798672-1-smb {{(pid=74291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:12:26.669457 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Deleting port d8415683-f5dc-4280-b1a4-4c497f3ed38c {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:26.669836 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.734184 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1f96a-8251-48b5-b2f3-c9e0fd7898b0 req-76b2d22d-ac8c-436b-b4bd-3b3e9ed334a6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:26.737058 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fed1f96a-8251-48b5-b2f3-c9e0fd7898b0 req-76b2d22d-ac8c-436b-b4bd-3b3e9ed334a6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0899639 Jun 29 17:12:26.750286 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] For port d8415683-f5dc-4280-b1a4-4c497f3ed38c, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d8415683-f5dc-4280-b1a4-4c497f3ed38c,segment=NetworkSegment(2f06b46b-6c91-4db5-a3cb-60125334df16),segment_id=2f06b46b-6c91-4db5-a3cb-60125334df16)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:26.750633 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.789584 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fed1f96a-8251-48b5-b2f3-c9e0fd7898b0 req-9bef0635-3f72-4c34-b5c7-d5c36d3fd801 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473466 Jun 29 17:12:26.878787 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] For port d8415683-f5dc-4280-b1a4-4c497f3ed38c, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d8415683-f5dc-4280-b1a4-4c497f3ed38c,segment=NetworkSegment(2f06b46b-6c91-4db5-a3cb-60125334df16),segment_id=2f06b46b-6c91-4db5-a3cb-60125334df16)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:26.879494 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:26.953148 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0203-8396-4b16-ac1a-a97c7b26f81c req-b84b896f-460d-460b-ae50-8df6547d6a8c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:26.954615 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-714e0203-8396-4b16-ac1a-a97c7b26f81c req-b84b896f-460d-460b-ae50-8df6547d6a8c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0805676 Jun 29 17:12:26.979334 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Calling delete_port for d8415683-f5dc-4280-b1a4-4c497f3ed38c owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:27.017346 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Calling delete_port for d8415683-f5dc-4280-b1a4-4c497f3ed38c owned by network:dhcp {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:12:27.035554 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-714e0203-8396-4b16-ac1a-a97c7b26f81c req-8e16f9d8-9477-4b3c-b76b-066a4196757d tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695455 Jun 29 17:12:27.074042 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f96a5268-a374-4a12-98f2-8f6e3e4d0f10 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:27.074772 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.079118 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0f01c7da-8f12-4607-8dc7-baff251f5559 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:27.113439 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: f96a5268-a374-4a12-98f2-8f6e3e4d0f10 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:12:27.113792 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f96a5268-a374-4a12-98f2-8f6e3e4d0f10 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:12:27.115040 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d8415683-f5dc-4280-b1a4-4c497f3ed38c no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:27.123184 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8415683-f5dc-4280-b1a4-4c497f3ed38c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:27.125624 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:27.132857 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] No DVR routers for this DVR port d8415683-f5dc-4280-b1a4-4c497f3ed38c on host dv-cinder-798672-1-smb {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:12:27.186974 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: d8415683-f5dc-4280-b1a4-4c497f3ed38c {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:12:27.187376 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d8415683-f5dc-4280-b1a4-4c497f3ed38c not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:12:27.187739 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f0199ceb-5d1f-4093-b347-cf0d0d5e490b no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:27.220397 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.db.api [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:12:27.220750 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_db.api [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:12:27.221385 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: f0199ceb-5d1f-4093-b347-cf0d0d5e490b {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:12:27.221723 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device f0199ceb-5d1f-4093-b347-cf0d0d5e490b not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:12:27.253207 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.265717 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a274a4-b5af-49d9-b034-6454f322a846']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:27.277392 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f06b46b-6c91-4db5-a3cb-60125334df16') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:27.277690 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f06b46b-6c91-4db5-a3cb-60125334df16') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:12:27.288552 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.304488 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.310979 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:12:27.311354 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:12:27.324753 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:12:27.400182 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.404635 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.407208 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-30a371b8-735d-49b4-8da0-8fba713713e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:27.427359 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Pushing event deleted for resources: {'Network': ['ID=48a274a4-b5af-49d9-b034-6454f322a846,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:27.429690 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:27.432801 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] 10.222.0.99 "DELETE /v2.0/networks/48a274a4-b5af-49d9-b034-6454f322a846 HTTP/1.1" status: 204 len: 168 time: 1.0089753 Jun 29 17:12:27.628633 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60680) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:27.679552 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7842bb5b-1de2-4fc0-b004-533b010e955c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5e91602e33054940b2f0831452c703f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490477 Jun 29 17:12:27.682505 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60684) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:27.722002 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Deleting port d8415683-f5dc-4280-b1a4-4c497f3ed38c {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:12:27.722552 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.740829 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.766617 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.783622 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-447c761c-529d-4a37-afee-cd0bce78ad4a None None] The port 'd8415683-f5dc-4280-b1a4-4c497f3ed38c' was deleted {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:12:27.819489 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.824690 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28afd0d3-a56c-48d5-8cba-4458ef3326dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:27.841276 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4886f492-c56f-4d09-b354-e1c8024455cd,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:27.843645 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:27.849275 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:27.852225 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4886f492-c56f-4d09-b354-e1c8024455cd HTTP/1.1" status: 204 len: 168 time: 0.1671882 Jun 29 17:12:28.009500 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f079e18-8717-464f-a1ca-349d146bc484 req-3f3d30fd-1d30-4175-900c-e8de4adfe539 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:28.010997 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f079e18-8717-464f-a1ca-349d146bc484 req-3f3d30fd-1d30-4175-900c-e8de4adfe539 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0895693 Jun 29 17:12:28.059860 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3f079e18-8717-464f-a1ca-349d146bc484 req-37e1e6b3-1c98-458e-9f08-85cfa9961e02 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Jun 29 17:12:28.251757 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b337f53-40e1-4d3f-bfd0-6f6e33e637d5 req-44364666-34ec-4446-8438-7e36e4529c3a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:28.253288 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7b337f53-40e1-4d3f-bfd0-6f6e33e637d5 req-44364666-34ec-4446-8438-7e36e4529c3a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0853317 Jun 29 17:12:28.304566 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7b337f53-40e1-4d3f-bfd0-6f6e33e637d5 req-a20d0ec8-6cb0-4e0c-b9a6-e549e8b19f55 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457606 Jun 29 17:12:28.350054 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60696) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:28.401232 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-ad56e259-20af-4f34-8357-47055b04e0a5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1fafa5529cf44156be2af6af3ebaa484&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498018 Jun 29 17:12:28.403396 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60700) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:28.460192 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:28.485392 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:28.534327 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:28.537891 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c54a2362-1338-4bd4-b256-0b232c53199e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:28.549830 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e6673c-aecb-4bfd-beaa-b57a02011f7a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:28.553668 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:28.556836 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:28.557947 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a6e6673c-aecb-4bfd-beaa-b57a02011f7a HTTP/1.1" status: 204 len: 168 time: 0.1536808 Jun 29 17:12:29.065638 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0d88e7d-403e-4049-87bd-81b04375baac req-b208305a-f391-4a80-8347-0f4897b8abfd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1098 time: 0.1441915 Jun 29 17:12:29.238932 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d88e7d-403e-4049-87bd-81b04375baac req-d01be8d7-0d9b-4a3c-b2d3-3ea4b1e83399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:29.240251 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0d88e7d-403e-4049-87bd-81b04375baac req-d01be8d7-0d9b-4a3c-b2d3-3ea4b1e83399 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 911 time: 0.1663222 Jun 29 17:12:29.360573 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad5bfd-0e8e-4683-8041-985602b719a8 req-cb3406e7-ccce-4dd2-a7aa-012c45b346d6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:29.362030 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cdad5bfd-0e8e-4683-8041-985602b719a8 req-cb3406e7-ccce-4dd2-a7aa-012c45b346d6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1777678 Jun 29 17:12:29.363937 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0d88e7d-403e-4049-87bd-81b04375baac req-c6446e3c-b6b6-4ccd-a16b-7f54ff386a29 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 1000 time: 0.1133776 Jun 29 17:12:29.498435 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cdad5bfd-0e8e-4683-8041-985602b719a8 req-d817a8cd-d809-4a58-be6f-48b9aea3b092 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295440 Jun 29 17:12:29.501169 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d88e7d-403e-4049-87bd-81b04375baac req-999a13f6-84b7-4cc8-8c00-41f5bf887ee6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:29.502493 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0d88e7d-403e-4049-87bd-81b04375baac req-999a13f6-84b7-4cc8-8c00-41f5bf887ee6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 200 len: 848 time: 0.1163170 Jun 29 17:12:29.589977 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e7f66-9bd0-4d54-a151-7a457ab97935 req-d2d126ea-6a38-4dc0-a92e-2c29887978f5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:29.591394 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f67e7f66-9bd0-4d54-a151-7a457ab97935 req-d2d126ea-6a38-4dc0-a92e-2c29887978f5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.1499987 Jun 29 17:12:29.624335 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0d88e7d-403e-4049-87bd-81b04375baac req-b463b742-9940-489c-82c3-6ed7a32a5dc1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1119299 Jun 29 17:12:29.715391 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f67e7f66-9bd0-4d54-a151-7a457ab97935 req-d2706b7c-53f9-4181-a0ae-627af261bb90 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168873 Jun 29 17:12:29.767755 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0d88e7d-403e-4049-87bd-81b04375baac req-55141dde-aece-4ddb-8ce5-c44ee82ebc81 service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346917 Jun 29 17:12:29.898082 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f0d88e7d-403e-4049-87bd-81b04375baac req-c271affc-53ca-4662-b231-87565cd0db6b service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232145 Jun 29 17:12:30.699749 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27488c5-9725-4fb4-a8d5-90988f88555c req-ebd77836-9c78-4d8a-87f6-91158d5e4c78 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:30.701066 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a27488c5-9725-4fb4-a8d5-90988f88555c req-ebd77836-9c78-4d8a-87f6-91158d5e4c78 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0793600 Jun 29 17:12:30.744701 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a27488c5-9725-4fb4-a8d5-90988f88555c req-65df39cd-2deb-45ae-9d84-b4209fac21ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379982 Jun 29 17:12:30.926090 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825534-805e-4cdf-acc2-aeaadfa2e6b4 req-96baab35-9c37-4e90-80c1-49abce5385c1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:30.927416 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d7825534-805e-4cdf-acc2-aeaadfa2e6b4 req-96baab35-9c37-4e90-80c1-49abce5385c1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0763931 Jun 29 17:12:30.979949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d7825534-805e-4cdf-acc2-aeaadfa2e6b4 req-71f552a3-d5d0-40d9-8211-ef097a56a5d4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467668 Jun 29 17:12:31.948291 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110a0f4-a175-444b-8f37-f6974684a2fc req-87e056f9-07df-4f71-9e04-7d01db1d10be tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:31.949654 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c110a0f4-a175-444b-8f37-f6974684a2fc req-87e056f9-07df-4f71-9e04-7d01db1d10be tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0805602 Jun 29 17:12:31.995192 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c110a0f4-a175-444b-8f37-f6974684a2fc req-82e62ec6-7136-4986-a01b-acb950f56e7b tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398660 Jun 29 17:12:32.151876 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:32.215531 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac36f-cc97-4407-a236-2fe5cbbc5ca3 req-ea103e83-c3fd-4a89-9dd6-98623a973f12 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:32.216880 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-360ac36f-cc97-4407-a236-2fe5cbbc5ca3 req-ea103e83-c3fd-4a89-9dd6-98623a973f12 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0905330 Jun 29 17:12:32.266614 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-360ac36f-cc97-4407-a236-2fe5cbbc5ca3 req-3c3b5599-d942-420a-ae15-2e9be57e9eff tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Jun 29 17:12:32.369730 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d3cbd8ac-45a1-4c7b-a915-c3debb1f2ae1 req-53ce7143-43a3-443e-96a1-13a0a2255efa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2542868 Jun 29 17:12:32.539991 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 60728) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:12:32.636357 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c7f1c-2c0d-4056-9b15-2282548ca8a6 req-499257f9-8dd3-4968-9665-ccbd9dc79a92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:32.637899 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3c3c7f1c-2c0d-4056-9b15-2282548ca8a6 req-499257f9-8dd3-4968-9665-ccbd9dc79a92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0830312 Jun 29 17:12:32.687481 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-a2521fed-59e8-4c20-84cd-e0a98518962d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1462052 Jun 29 17:12:32.689372 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3c3c7f1c-2c0d-4056-9b15-2282548ca8a6 req-5fb76cf5-e67a-4143-9bb3-94f101b99d25 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458529 Jun 29 17:12:33.481014 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411472fa-c324-4f3d-bece-49d28f9b1060 req-7baa1cad-4a1d-4548-804d-425afb4467ec tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:33.482502 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-411472fa-c324-4f3d-bece-49d28f9b1060 req-7baa1cad-4a1d-4548-804d-425afb4467ec tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0783339 Jun 29 17:12:33.528431 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-411472fa-c324-4f3d-bece-49d28f9b1060 req-5d6fde39-5d32-40fc-9524-abd7e9af245a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Jun 29 17:12:33.894426 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66d3a4-0ae4-4d9a-b838-82e7398ce565 req-771ffd7c-9f49-4be3-8bde-131d5915f1ec tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:33.895855 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e66d3a4-0ae4-4d9a-b838-82e7398ce565 req-771ffd7c-9f49-4be3-8bde-131d5915f1ec tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0827432 Jun 29 17:12:34.019690 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e66d3a4-0ae4-4d9a-b838-82e7398ce565 req-59e035c9-4586-4de0-a872-3b15c38990f3 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172304 Jun 29 17:12:34.092041 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-924ec767-1c30-4d34-8eb2-63fdcff18e6c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782&tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151 HTTP/1.1" status: 200 len: 1098 time: 0.0692244 Jun 29 17:12:34.185258 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-a471d988-e96d-499d-b828-70774867a768 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1098 time: 0.0711448 Jun 29 17:12:34.312681 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-635904d6-d42f-42ae-96a3-8c834d344742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:34.314120 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-635904d6-d42f-42ae-96a3-8c834d344742 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 911 time: 0.1228878 Jun 29 17:12:34.416829 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-9e0536c4-b3fb-4339-93ce-432e6cd122c9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 1000 time: 0.0948482 Jun 29 17:12:34.445783 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a51d63b6-5c57-4d98-9f83-c066cf1904ab no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:34.479512 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-79acfa8e-448d-490a-9673-c50a738b51f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:34.480988 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-79acfa8e-448d-490a-9673-c50a738b51f7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 200 len: 848 time: 0.0574126 Jun 29 17:12:34.554206 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:34.556661 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-c17260d3-f7d9-4780-8eee-f6a8f18c5b23 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693178 Jun 29 17:12:34.589779 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:34.591044 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:12:34.599437 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:34.602501 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-8c9266f8-315c-424f-822f-e4f2b4bfcb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:34.673311 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=6']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:34.682987 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.683380 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.683727 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.684048 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.684375 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.684698 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.685016 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.685453 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.685777 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.686093 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.686412 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:12:34.690911 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:34.769252 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-eb46143f-1605-4676-bf76-28907841baa4 service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060101 Jun 29 17:12:34.809740 dv-cinder-798672-1-smb neutron-server[74291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'code': 422} returned with failed status Jun 29 17:12:34.904650 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390679a1-3313-4c6a-8d2b-66b31a66ab56 req-1de6e503-f348-44b6-8be5-9fe244e7ac63 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:34.905986 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-390679a1-3313-4c6a-8d2b-66b31a66ab56 req-1de6e503-f348-44b6-8be5-9fe244e7ac63 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.2023461 Jun 29 17:12:34.942997 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0028bbe3-4c7c-42b3-899e-be32ab491bbe req-9fd693a9-55df-4d35-ac2a-26542e0698e7 service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634161 Jun 29 17:12:34.967365 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-390679a1-3313-4c6a-8d2b-66b31a66ab56 req-33227600-3200-4a4a-ad26-614aa8d1a396 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483801 Jun 29 17:12:35.223170 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19d01b-d0d9-4331-a347-060fe78dd3e3 req-8ffeac93-b260-41a2-a782-48cf9ec58063 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:35.224507 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7d19d01b-d0d9-4331-a347-060fe78dd3e3 req-8ffeac93-b260-41a2-a782-48cf9ec58063 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.0819330 Jun 29 17:12:35.270505 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7d19d01b-d0d9-4331-a347-060fe78dd3e3 req-d1e1d64d-81ba-486c-8fb3-3b789f9827df tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396633 Jun 29 17:12:36.185439 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34130e7-a433-47ff-aa96-0d39ab03acce req-d828895f-6a5e-470e-8b92-863e90e52638 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:36.186858 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c34130e7-a433-47ff-aa96-0d39ab03acce req-d828895f-6a5e-470e-8b92-863e90e52638 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0766256 Jun 29 17:12:36.230976 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c34130e7-a433-47ff-aa96-0d39ab03acce req-1cd9c046-8c82-4815-8efd-eef902b739de tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384321 Jun 29 17:12:36.460467 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:12:36.478460 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b33a6-4437-4305-ac52-d1986b05dbd3 req-32d7e2d3-179a-4927-b74f-9d26a1671f43 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:36.479916 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d4b33a6-4437-4305-ac52-d1986b05dbd3 req-32d7e2d3-179a-4927-b74f-9d26a1671f43 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.0850582 Jun 29 17:12:36.526515 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d4b33a6-4437-4305-ac52-d1986b05dbd3 req-8d8986a2-b6ea-443e-8325-a841c003bca6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407991 Jun 29 17:12:36.597225 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:36.612060 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '208c18d3-846f-4851-a246-6c7defc15a6a', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'port_id': '208c18d3-846f-4851-a246-6c7defc15a6a', 'mac_address': 'fa:16:3e:71:b3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:12:36.667852 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:36.686558 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 208c18d3-846f-4851-a246-6c7defc15a6a {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:12:36.703206 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:36.706942 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:36.708621 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:36.777066 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=6']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:36.779946 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:36.781455 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7c297bd1-372c-4ab6-95bb-074969903235 req-3f5894c0-0fbe-4f86-a353-151a39ea33a5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1096 time: 0.0827088 Jun 29 17:12:36.792564 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['208c18d3-846f-4851-a246-6c7defc15a6a'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:12:36.832093 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7c297bd1-372c-4ab6-95bb-074969903235 req-4ec58e1b-b4c7-4922-8f9c-fd877fb8a076 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 Jun 29 17:12:37.441738 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b480f-ac25-43cc-97ea-e79ed6509d5f req-877c6e2f-fb5b-4465-b453-bda558006378 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:37.443171 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-449b480f-ac25-43cc-97ea-e79ed6509d5f req-877c6e2f-fb5b-4465-b453-bda558006378 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 945 time: 0.0782001 Jun 29 17:12:37.493884 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-449b480f-ac25-43cc-97ea-e79ed6509d5f req-2e793005-134f-4fb6-82fc-bcc842c5da44 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441289 Jun 29 17:12:37.778459 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d5d5-2f94-4956-a0a6-c5c94b3b2d14 req-2be55dbc-d9ea-440d-8a85-213fa6b4c1a8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:37.779972 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-88e6d5d5-2f94-4956-a0a6-c5c94b3b2d14 req-2be55dbc-d9ea-440d-8a85-213fa6b4c1a8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 943 time: 0.1192267 Jun 29 17:12:37.832957 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-88e6d5d5-2f94-4956-a0a6-c5c94b3b2d14 req-99afbc85-c7b4-44f0-91dd-1806a7b030a7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468183 Jun 29 17:12:38.465462 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a51d63b6-5c57-4d98-9f83-c066cf1904ab details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:12:38.470132 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:12:38.687197 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 208c18d3-846f-4851-a246-6c7defc15a6a triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:12:38.687671 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:38.733643 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:38.737096 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8c2c2-86e5-48c0-b7ed-df3cc1496357 req-8d885001-a8b4-4b73-920b-6bad4782058b tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:38.744145 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-25f8c2c2-86e5-48c0-b7ed-df3cc1496357 req-8d885001-a8b4-4b73-920b-6bad4782058b tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 945 time: 0.0876281 Jun 29 17:12:38.757470 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'port_id': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'mac_address': 'fa:16:3e:e7:dd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:12:38.792822 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-25f8c2c2-86e5-48c0-b7ed-df3cc1496357 req-c6a073bd-b058-457b-b657-0cbd524bc4db tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478134 Jun 29 17:12:38.867554 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:38.887207 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:38.903368 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51d63b6-5c57-4d98-9f83-c066cf1904ab {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:12:38.929063 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:12:38.935851 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:38.942390 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:38.943523 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:38.945433 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:38.989072 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:39.041039 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=7']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:39.044611 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:39.045352 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:39.076621 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a', 'code': 200} Jun 29 17:12:39.121053 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=7']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:39.124296 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:39.220825 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['a51d63b6-5c57-4d98-9f83-c066cf1904ab'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:12:39.238101 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63a25-f14a-4f38-b5a6-b7431851f167 req-5165f6c2-38d8-4a30-9c48-f283b5a441e8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:39.239699 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-66b63a25-f14a-4f38-b5a6-b7431851f167 req-5165f6c2-38d8-4a30-9c48-f283b5a441e8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 944 time: 0.2095304 Jun 29 17:12:39.301081 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-66b63a25-f14a-4f38-b5a6-b7431851f167 req-0aecfd7e-4a70-4ed3-9622-d488599d44f7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532610 Jun 29 17:12:40.053916 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384b751-ee2a-43c5-b486-6e2b047fd683 req-85090261-cc36-44c5-bc9d-f1eca46dabaa tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:40.056311 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1384b751-ee2a-43c5-b486-6e2b047fd683 req-85090261-cc36-44c5-bc9d-f1eca46dabaa tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0967195 Jun 29 17:12:40.109833 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1384b751-ee2a-43c5-b486-6e2b047fd683 req-a1bcd547-3272-483a-ac03-006630466ebb tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475588 Jun 29 17:12:40.488006 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a51d63b6-5c57-4d98-9f83-c066cf1904ab up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:12:40.582518 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port a51d63b6-5c57-4d98-9f83-c066cf1904ab triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:12:40.583026 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:40.621395 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-f9e476c1-8677-4cd7-b221-d5619195ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:40.748455 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:40.816614 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:40.821992 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:40.825114 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:40.892100 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=8']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:40.895078 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:41.051134 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:41.078034 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:12:41.146961 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'code': 200} Jun 29 17:12:41.332074 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8ac0-9845-4281-b3b7-35715783b5e7 req-65189051-a4f8-4191-8645-0e25da46b516 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:41.333680 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3cfb8ac0-9845-4281-b3b7-35715783b5e7 req-65189051-a4f8-4191-8645-0e25da46b516 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0824382 Jun 29 17:12:41.393839 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3cfb8ac0-9845-4281-b3b7-35715783b5e7 req-59cf8cb3-9d0c-4830-bf30-39d1785ad5b5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541320 Jun 29 17:12:42.622534 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93937-22e8-4d0d-8f94-c5570e66aa99 req-4d51b982-ced3-425c-940b-aed04cdb1ada tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:42.625585 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e0c93937-22e8-4d0d-8f94-c5570e66aa99 req-4d51b982-ced3-425c-940b-aed04cdb1ada tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0896304 Jun 29 17:12:42.685572 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e0c93937-22e8-4d0d-8f94-c5570e66aa99 req-1c177dfe-1748-44c7-951b-64070f75fa60 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543895 Jun 29 17:12:42.694537 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e6d4bde4-9890-4290-8452-3ff2a0a44ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.789875 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:43.951409 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d953c83-408c-4245-9541-2b033f381e7d req-1dfc9280-bb4f-4cf6-b253-4e5c250894bf tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:43.952972 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3d953c83-408c-4245-9541-2b033f381e7d req-1dfc9280-bb4f-4cf6-b253-4e5c250894bf tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0938208 Jun 29 17:12:44.004754 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3d953c83-408c-4245-9541-2b033f381e7d req-bf2b3319-eec4-4e0f-8535-8871371d7377 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 Jun 29 17:12:45.225619 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:45.238475 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d7829-9868-4754-9883-2111b0f8f149 req-452b73bf-2341-4ccb-8632-f55d265b7ca3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:45.243710 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c35d7829-9868-4754-9883-2111b0f8f149 req-452b73bf-2341-4ccb-8632-f55d265b7ca3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0958936 Jun 29 17:12:45.295449 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c35d7829-9868-4754-9883-2111b0f8f149 req-9bc80548-6bb7-495a-b225-54a07f053ecb tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Jun 29 17:12:46.554452 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3047f-d529-428d-a48e-798a9a08b43e req-9827fe1f-c2af-4830-b55b-73c484c10501 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:46.555948 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3b3047f-d529-428d-a48e-798a9a08b43e req-9827fe1f-c2af-4830-b55b-73c484c10501 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0822904 Jun 29 17:12:46.623074 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3b3047f-d529-428d-a48e-798a9a08b43e req-0344f153-74fe-4d04-aa1b-242f3a8c95e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611117 Jun 29 17:12:47.842494 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f301e-30ea-4320-a023-e4ff77b01e19 req-5472f6f7-dc41-45f6-bdab-214ee535bf5a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:47.843988 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ae1f301e-30ea-4320-a023-e4ff77b01e19 req-5472f6f7-dc41-45f6-bdab-214ee535bf5a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0805635 Jun 29 17:12:47.892318 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ae1f301e-30ea-4320-a023-e4ff77b01e19 req-1fd14a47-d34c-44ad-98b0-3fdd51e670da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418062 Jun 29 17:12:48.032400 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-89aeeee0-be09-47e0-8125-e8a40996218e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 1099 time: 0.0684903 Jun 29 17:12:48.165863 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-29ecf0db-84c4-4fdb-a47c-e9548e9d6dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:48.167281 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-29ecf0db-84c4-4fdb-a47c-e9548e9d6dd1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.1262915 Jun 29 17:12:48.270834 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-269ee8b8-a6f3-4e09-a28e-24bc7cf51882 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208c18d3-846f-4851-a246-6c7defc15a6a HTTP/1.1" status: 200 len: 1002 time: 0.0963590 Jun 29 17:12:48.335415 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-d2faa875-9a25-4ac8-aee1-4854c947fa4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:48.336932 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-d2faa875-9a25-4ac8-aee1-4854c947fa4f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.0594094 Jun 29 17:12:48.409923 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-d89a77c2-d080-434c-9145-3a8ae5195481 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672078 Jun 29 17:12:48.539084 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-ab827a9a-f4c1-4378-b81b-5ba131e6025d service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232069 Jun 29 17:12:48.671986 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c5f4652c-c92e-4071-9e63-807970ff7907 req-e9a2aa4c-13ab-4016-b166-0ed4945a247d service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266160 Jun 29 17:12:49.108111 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282db9fc-3992-4149-afff-1ab1faed3c38 req-798cc6d0-ed99-497f-b5c8-f64380f21f0a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:49.109588 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-282db9fc-3992-4149-afff-1ab1faed3c38 req-798cc6d0-ed99-497f-b5c8-f64380f21f0a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0821559 Jun 29 17:12:49.159296 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-282db9fc-3992-4149-afff-1ab1faed3c38 req-d9f49ae8-dd97-4123-8a5a-3bc1d620728f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Jun 29 17:12:50.383605 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a4a6c-3a38-4cad-861e-8df9727ea5c0 req-2b328f1d-6d36-4053-a7b8-070190fc541f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:50.384722 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-955a4a6c-3a38-4cad-861e-8df9727ea5c0 req-2b328f1d-6d36-4053-a7b8-070190fc541f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 946 time: 0.0850391 Jun 29 17:12:50.432769 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-955a4a6c-3a38-4cad-861e-8df9727ea5c0 req-1ad9d949-ec53-4bd0-b4a7-b44b7bc4dc70 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Jun 29 17:12:50.523051 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:50.645707 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:50.674099 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:12:50.684828 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:12:50.689270 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:12:50.691405 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:12:50.739484 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a', 'code': 200} Jun 29 17:12:50.764056 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=8']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:12:50.767097 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:12:51.727757 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1110771-7d9a-4d57-abd8-cd97d5c2c30a req-ef348739-2ddc-4d09-97c7-3570e8f0c6c4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:51.729219 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e1110771-7d9a-4d57-abd8-cd97d5c2c30a req-ef348739-2ddc-4d09-97c7-3570e8f0c6c4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1535733 Jun 29 17:12:51.775720 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e1110771-7d9a-4d57-abd8-cd97d5c2c30a req-7334da89-5403-4963-bd8e-d38c79f66de4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410542 Jun 29 17:12:52.121080 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d3d44-2bc1-49d9-9ad5-fa28881d5e39 req-2ebe92e9-7605-4f2c-8d30-c90bdd21608f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:52.122654 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ff6d3d44-2bc1-49d9-9ad5-fa28881d5e39 req-2ebe92e9-7605-4f2c-8d30-c90bdd21608f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0871954 Jun 29 17:12:52.175546 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ff6d3d44-2bc1-49d9-9ad5-fa28881d5e39 req-0cb4a70f-4c8a-4409-a1d0-98100839b211 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438740 Jun 29 17:12:53.123248 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f014df3d-3d46-4b02-bf74-4e1b0e029def req-7beb8195-69aa-4e4a-ae09-cdf6fe83f6d7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702488 Jun 29 17:12:53.386499 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-8628b4a1-1dc2-418e-b34e-1646cbd25d47 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685091 Jun 29 17:12:53.445408 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719dce5-b969-4ba1-b631-33b16911c5fc req-c129a900-cf63-43c8-b50b-8f16c10c3084 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:53.447002 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5719dce5-b969-4ba1-b631-33b16911c5fc req-c129a900-cf63-43c8-b50b-8f16c10c3084 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1421502 Jun 29 17:12:53.456269 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93344b02-b496-481e-858f-673d2fa610a0 req-1fb8617d-93bc-4349-bf7f-32b421fc9c0a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:53.457695 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93344b02-b496-481e-858f-673d2fa610a0 req-1fb8617d-93bc-4349-bf7f-32b421fc9c0a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1204813 Jun 29 17:12:53.529932 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5719dce5-b969-4ba1-b631-33b16911c5fc req-97237632-7fb9-4a2b-977f-774290388b27 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713143 Jun 29 17:12:53.534403 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-93344b02-b496-481e-858f-673d2fa610a0 req-f822f4bf-19e0-45ce-91c9-305d63ce164a tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611541 Jun 29 17:12:53.905349 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-c5afe3e8-5cfc-47b4-a56b-c7bb08645f64 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db&tenant_id=fbf81445db454b6b8813a201924d0ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0712368 Jun 29 17:12:53.996926 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-76e940b4-51ef-43c1-9f7a-2d5a2dfc6aae service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbf81445db454b6b8813a201924d0ff9&device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 1097 time: 0.0704112 Jun 29 17:12:54.127992 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-62b343ac-d1a1-44a9-b214-2013283c558f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:54.129335 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-62b343ac-d1a1-44a9-b214-2013283c558f service neutron] 10.222.0.98 "GET /v2.0/networks?id=3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 200 len: 919 time: 0.1249185 Jun 29 17:12:54.231747 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-b7626c9e-3c0a-4d5e-a7ea-c564d39732ac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208c18d3-846f-4851-a246-6c7defc15a6a HTTP/1.1" status: 200 len: 1000 time: 0.0946519 Jun 29 17:12:54.295679 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-726d8f7f-a8d4-433c-9c99-65403507a8f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:54.297078 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-726d8f7f-a8d4-433c-9c99-65403507a8f2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 200 len: 856 time: 0.0564306 Jun 29 17:12:54.376844 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-da3af232-be03-411d-8fbd-f7b1c250c6fc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3224f238-6569-4772-839e-29c9a3a897bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704873 Jun 29 17:12:54.507709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-71bb2b4a-215f-42d5-b3aa-de6f2750361c service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233842 Jun 29 17:12:54.553821 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:12:54.644072 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9245437b-40e2-4dfa-ba20-3ec1d6a6b4db req-5721ee0c-0c63-48d7-9052-17e76d85850b service neutron] 10.222.0.98 "GET /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303060 Jun 29 17:12:54.797037 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8bcd2-e412-442c-9738-ea6624336a61 req-286731ef-80f4-460d-a0f3-a1269c403927 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:54.798497 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7de8bcd2-e412-442c-9738-ea6624336a61 req-286731ef-80f4-460d-a0f3-a1269c403927 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1404026 Jun 29 17:12:54.828060 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338462-c31a-4a2d-a787-adac1a6e0a60 req-d7923979-26c7-4651-b202-a0e9a1a78689 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:54.829473 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-72338462-c31a-4a2d-a787-adac1a6e0a60 req-d7923979-26c7-4651-b202-a0e9a1a78689 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1244094 Jun 29 17:12:54.889408 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7de8bcd2-e412-442c-9738-ea6624336a61 req-4b173957-fb4e-48a8-9b24-3ca134e89189 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813916 Jun 29 17:12:54.895981 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-72338462-c31a-4a2d-a787-adac1a6e0a60 req-79eb9b5e-8d4e-4abe-a418-e31dd65293fe tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564117 Jun 29 17:12:56.187495 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e14f6-7972-42dd-a205-aa0542c2bcef req-efbabad9-2a01-467b-9361-2194dd3a1caa tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:56.188889 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2e4e14f6-7972-42dd-a205-aa0542c2bcef req-efbabad9-2a01-467b-9361-2194dd3a1caa tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1466660 Jun 29 17:12:56.196271 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97b7e-71be-4b3f-af98-9985789326d4 req-b6771fb1-da9c-4e52-a785-c9719d6b7368 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:56.197886 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-15a97b7e-71be-4b3f-af98-9985789326d4 req-b6771fb1-da9c-4e52-a785-c9719d6b7368 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1217446 Jun 29 17:12:56.284402 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-15a97b7e-71be-4b3f-af98-9985789326d4 req-70ab62fe-b343-4ed7-a51e-d9499c9cb739 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716310 Jun 29 17:12:56.287312 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-2e4e14f6-7972-42dd-a205-aa0542c2bcef req-a57e5970-edd0-4abb-b02d-3dfecceb0cd3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886211 Jun 29 17:12:57.645752 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ee184-1e7f-4737-a604-cecbc9856924 req-b9c77a54-7f25-4884-95ea-e219e9c89380 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:57.647135 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-117ee184-1e7f-4737-a604-cecbc9856924 req-b9c77a54-7f25-4884-95ea-e219e9c89380 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.2154760 Jun 29 17:12:57.657497 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852cffa-9f41-40a4-9c15-7b3699504cf2 req-c5cf47ce-b0a0-4267-901a-f09c9228e646 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:57.658900 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d852cffa-9f41-40a4-9c15-7b3699504cf2 req-c5cf47ce-b0a0-4267-901a-f09c9228e646 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1132939 Jun 29 17:12:57.734054 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-117ee184-1e7f-4737-a604-cecbc9856924 req-46a41f11-69ca-468b-8da1-84ecdf29aaa3 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742042 Jun 29 17:12:57.742201 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d852cffa-9f41-40a4-9c15-7b3699504cf2 req-01c171c0-66fe-44ee-a264-f2808038f5ba tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644844 Jun 29 17:12:59.025931 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8a33-65a4-413d-9e81-3abb47ca9693 req-9732f674-b98a-4cc1-8ace-d4bf551175f8 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:59.027383 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-983b8a33-65a4-413d-9e81-3abb47ca9693 req-9732f674-b98a-4cc1-8ace-d4bf551175f8 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1142132 Jun 29 17:12:59.033851 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ff5f5-916d-499e-8e58-25c80d8ce444 req-0220b4f1-5e3f-4e40-84f0-a4e6c14b44e9 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:12:59.035265 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-728ff5f5-916d-499e-8e58-25c80d8ce444 req-0220b4f1-5e3f-4e40-84f0-a4e6c14b44e9 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1554306 Jun 29 17:12:59.111522 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-983b8a33-65a4-413d-9e81-3abb47ca9693 req-de36fa97-870c-4e6b-89de-5ebeb5f8c04c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752039 Jun 29 17:12:59.113903 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-728ff5f5-916d-499e-8e58-25c80d8ce444 req-3c12513a-91c4-4b93-b3bd-0f1a54c63561 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635068 Jun 29 17:13:00.390429 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deeb78-85bb-497d-8207-eef37db4c2f1 req-91ae3e3f-189d-4dba-982c-a4658305b17e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:00.392105 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f5deeb78-85bb-497d-8207-eef37db4c2f1 req-91ae3e3f-189d-4dba-982c-a4658305b17e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1467409 Jun 29 17:13:00.425907 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39f096-3a06-4778-9218-64dc6d31bed1 req-a510cc57-0e28-40de-b5cf-5f0fe9670a77 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:00.427368 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8e39f096-3a06-4778-9218-64dc6d31bed1 req-a510cc57-0e28-40de-b5cf-5f0fe9670a77 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1435697 Jun 29 17:13:00.489278 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f5deeb78-85bb-497d-8207-eef37db4c2f1 req-4f5ff2b0-a677-4239-a3be-24235849cfca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911839 Jun 29 17:13:00.515737 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8e39f096-3a06-4778-9218-64dc6d31bed1 req-4740f8c0-e7ff-43b6-bf75-e16fcfa47926 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688851 Jun 29 17:13:01.457350 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:13:01.757618 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42335a1-ece4-43bb-b745-f88cece4266f req-2921d182-53d4-446d-8c9f-69a488361d2d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:01.759410 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d42335a1-ece4-43bb-b745-f88cece4266f req-2921d182-53d4-446d-8c9f-69a488361d2d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1465709 Jun 29 17:13:01.788287 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45acd2-283f-4c0c-be9b-acc64e7a9ac9 req-6955c502-7b47-460b-8195-144b62cd3f0c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:01.790396 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6b45acd2-283f-4c0c-be9b-acc64e7a9ac9 req-6955c502-7b47-460b-8195-144b62cd3f0c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1295338 Jun 29 17:13:01.858731 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d42335a1-ece4-43bb-b745-f88cece4266f req-5db55c30-cfd2-4084-b74e-e093861ebcb7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902071 Jun 29 17:13:01.865968 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6b45acd2-283f-4c0c-be9b-acc64e7a9ac9 req-f164aaf6-162a-4c13-92d4-24576a45415f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679879 Jun 29 17:13:02.140231 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:03.165942 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6e60-0e86-4468-a4f4-02bc46f80335 req-b26328a7-e574-46cb-837d-8e2fc95108d1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:03.168055 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-631d6e60-0e86-4468-a4f4-02bc46f80335 req-b26328a7-e574-46cb-837d-8e2fc95108d1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1632423 Jun 29 17:13:03.200134 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e58ddc-656b-48ce-b25e-e526db022442 req-5d2e6d49-5aea-4ff7-a95e-cb21ac329040 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:03.201587 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b0e58ddc-656b-48ce-b25e-e526db022442 req-5d2e6d49-5aea-4ff7-a95e-cb21ac329040 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1311615 Jun 29 17:13:03.256301 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-631d6e60-0e86-4468-a4f4-02bc46f80335 req-9d445b17-d221-4329-91a1-7297cd6d5d9d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821872 Jun 29 17:13:03.269029 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b0e58ddc-656b-48ce-b25e-e526db022442 req-e54c994b-5f7b-47d5-bf0c-3173b22c4664 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498419 Jun 29 17:13:04.535659 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d9f6c-47d5-491b-9623-81b3fff1a180 req-ae8d017c-ac61-49e4-8f6d-6e43e87e3796 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:04.537100 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bf4d9f6c-47d5-491b-9623-81b3fff1a180 req-ae8d017c-ac61-49e4-8f6d-6e43e87e3796 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1479406 Jun 29 17:13:04.543220 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3225-2650-4cc1-9d84-257c2dd9a200 req-0e26e8dc-d397-474f-af53-8f195f880e8c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:04.544593 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4ecd3225-2650-4cc1-9d84-257c2dd9a200 req-0e26e8dc-d397-474f-af53-8f195f880e8c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1198435 Jun 29 17:13:04.606120 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bf4d9f6c-47d5-491b-9623-81b3fff1a180 req-52875b5a-f935-42f6-bb91-c86c5d5ce10b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604985 Jun 29 17:13:04.626308 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4ecd3225-2650-4cc1-9d84-257c2dd9a200 req-aab7d67d-748d-4a8c-9bd7-f3cd37955579 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647266 Jun 29 17:13:05.886002 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47b479-0e4d-4c63-82bd-0213299ffe2e req-34841702-575b-4eb1-b811-ebb6e305f0ce tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:05.887328 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b47b479-0e4d-4c63-82bd-0213299ffe2e req-34841702-575b-4eb1-b811-ebb6e305f0ce tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1567872 Jun 29 17:13:05.892806 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e066b45-abd0-4c3f-8bca-0d1f1669309d req-efb9bd65-95e3-483b-b71d-7d05533ad04c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:05.894256 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e066b45-abd0-4c3f-8bca-0d1f1669309d req-efb9bd65-95e3-483b-b71d-7d05533ad04c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1149037 Jun 29 17:13:05.974006 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4b47b479-0e4d-4c63-82bd-0213299ffe2e req-a6a42056-b8d4-4907-b93c-11304cb78a2d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787451 Jun 29 17:13:05.976240 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9e066b45-abd0-4c3f-8bca-0d1f1669309d req-53409041-958d-492b-b317-33b4abf151c4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671327 Jun 29 17:13:07.244533 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991f53c-e5b8-49cb-9e0b-a4c499a225ae req-b1387003-0838-488b-a3b5-f160f5afb5cc tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:07.245967 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9991f53c-e5b8-49cb-9e0b-a4c499a225ae req-b1387003-0838-488b-a3b5-f160f5afb5cc tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1391857 Jun 29 17:13:07.252023 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ce240-ceda-4469-9914-c4763256ad0c req-c2236ad0-ece2-449d-9901-e6d8f7efdd55 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:07.253345 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c71ce240-ceda-4469-9914-c4763256ad0c req-c2236ad0-ece2-449d-9901-e6d8f7efdd55 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1148365 Jun 29 17:13:07.326168 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-9991f53c-e5b8-49cb-9e0b-a4c499a225ae req-3821610e-c626-4269-aaed-9b9241a9ce40 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719054 Jun 29 17:13:07.328688 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c71ce240-ceda-4469-9914-c4763256ad0c req-0b70bdfe-a1b2-424c-b160-9a85cc3924a5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602872 Jun 29 17:13:07.830727 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2281fe5-2a29-4da3-b410-773c46355f63 req-8394742a-9d49-48e0-bfa3-48aa7ff38363 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:07.832144 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2281fe5-2a29-4da3-b410-773c46355f63 req-8394742a-9d49-48e0-bfa3-48aa7ff38363 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.2219875 Jun 29 17:13:07.834824 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-41e26cac-87c7-4446-9cd7-5cb5932be9bc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 1099 time: 0.1847754 Jun 29 17:13:07.959674 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e2281fe5-2a29-4da3-b410-773c46355f63 req-2cd3ecc6-58ca-4cb8-aeb7-ff87bd3a4084 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218758 Jun 29 17:13:08.000317 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-d80b19fa-24d9-4e8c-b3b4-7742cc9054fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:08.001769 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-d80b19fa-24d9-4e8c-b3b4-7742cc9054fd service neutron] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 913 time: 0.1488357 Jun 29 17:13:08.107289 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-bcc7d6c7-29c1-4744-9a02-c9d367f4ff0b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6 HTTP/1.1" status: 200 len: 1002 time: 0.0978792 Jun 29 17:13:08.173491 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-64041bf9-7a27-43d6-b36f-536bc326aedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:08.174860 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-64041bf9-7a27-43d6-b36f-536bc326aedd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0616438 Jun 29 17:13:08.249357 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-21169ba2-a1cb-4f28-b401-879a581f2ff6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678251 Jun 29 17:13:08.380655 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-2dc3c2a2-05a9-488b-9bc4-efd04033ab8d service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236191 Jun 29 17:13:08.565387 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b2ea567d-121a-452c-9eca-5689bd2b88e0 req-c730f0db-ec4b-49e3-9410-fe1358065f07 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774762 Jun 29 17:13:08.584222 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d6b04-9acf-4843-9f6e-c54ca9b4d0a1 req-ae772d19-eb24-4160-b59b-3fa3837721b4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:08.585642 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5d8d6b04-9acf-4843-9f6e-c54ca9b4d0a1 req-ae772d19-eb24-4160-b59b-3fa3837721b4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 944 time: 0.1172378 Jun 29 17:13:08.602965 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:13:08.634033 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5d8d6b04-9acf-4843-9f6e-c54ca9b4d0a1 req-00bbb451-8615-45b7-afdb-cb140f852bb3 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Jun 29 17:13:08.736760 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:08.753044 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': '208c18d3-846f-4851-a246-6c7defc15a6a', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'port_id': '208c18d3-846f-4851-a246-6c7defc15a6a', 'mac_address': 'fa:16:3e:71:b3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:13:08.815057 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.832738 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208c18d3-846f-4851-a246-6c7defc15a6a {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:13:08.848254 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:08.852829 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:08.854465 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:08.917292 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=9']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:08.920209 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:09.096135 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['208c18d3-846f-4851-a246-6c7defc15a6a'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:13:09.170680 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037788d-ec7d-4215-b73e-fd0f2f6452e4 req-705bc874-7ac6-4857-8b33-f8b48e475d9f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:09.172721 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e037788d-ec7d-4215-b73e-fd0f2f6452e4 req-705bc874-7ac6-4857-8b33-f8b48e475d9f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0886428 Jun 29 17:13:09.222369 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e037788d-ec7d-4215-b73e-fd0f2f6452e4 req-0f91998a-41cc-420d-a1e1-c1e03fc6ccc7 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444021 Jun 29 17:13:09.855451 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627195a-35f2-4940-aed8-b878a5dcb964 req-48d77954-8d8b-477b-83cb-f4f28aa4ec2e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:09.856893 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a627195a-35f2-4940-aed8-b878a5dcb964 req-48d77954-8d8b-477b-83cb-f4f28aa4ec2e tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 945 time: 0.0837789 Jun 29 17:13:09.902493 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a627195a-35f2-4940-aed8-b878a5dcb964 req-c124a834-99a5-4815-821d-c1a8a7bfdb63 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401266 Jun 29 17:13:10.419131 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12293e8e-6207-468b-b359-8b1a20339bc0 req-11af099c-cec9-407e-8743-d2c0f489f67f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:10.420647 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12293e8e-6207-468b-b359-8b1a20339bc0 req-11af099c-cec9-407e-8743-d2c0f489f67f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0771036 Jun 29 17:13:10.465637 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-12293e8e-6207-468b-b359-8b1a20339bc0 req-f8b9e739-610f-4f38-a030-26ae5459d65e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Jun 29 17:13:10.583337 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8fe3-3d45-4bc9-8c06-eaa55770a639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.615858 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:13:10.681568 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port 208c18d3-846f-4851-a246-6c7defc15a6a triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:10.681932 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.797501 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.824340 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:13:10.834202 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:10.838895 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:10.840899 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-fe903991-d351-4227-b57c-e0d11510fbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:10.880937 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a', 'code': 200} Jun 29 17:13:10.917921 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=10']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:10.921286 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:11.053837 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:11.189200 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c11b7e-d860-4b1b-a8f5-f991eb499c9b req-9ed505d7-1749-4760-9c91-9d6ab00552e1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:11.191175 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b8c11b7e-d860-4b1b-a8f5-f991eb499c9b req-9ed505d7-1749-4760-9c91-9d6ab00552e1 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 947 time: 0.1465003 Jun 29 17:13:11.194708 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d402f81-b407-4e89-82ac-8e8b27b077bc req-015d6ad3-e37a-405a-a218-dc6362703bae service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 1100 time: 0.1100359 Jun 29 17:13:11.270925 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b8c11b7e-d860-4b1b-a8f5-f991eb499c9b req-769da3d3-c9c7-47a2-bbcd-4641d78a6abc tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733085 Jun 29 17:13:11.272453 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8d402f81-b407-4e89-82ac-8e8b27b077bc req-de98a8bb-7975-478c-ad2a-15303bc320e0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615311 Jun 29 17:13:12.484139 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa53e-d1f5-43c2-af7b-32ac782c1538 req-92b54862-2eaa-455e-96c4-c79d26ad3447 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:12.485574 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4d1aa53e-d1f5-43c2-af7b-32ac782c1538 req-92b54862-2eaa-455e-96c4-c79d26ad3447 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 947 time: 0.0766408 Jun 29 17:13:12.530347 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4d1aa53e-d1f5-43c2-af7b-32ac782c1538 req-5570d6a4-dd08-425c-94f1-a82446e7b230 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391779 Jun 29 17:13:12.688155 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c73f456c-dca7-4af2-9b58-16a375b2f925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:13.745262 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c2118-100b-400d-b029-8445daa1d235 req-b46f35e2-75aa-49a1-84c8-000b4aec575f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:13.746715 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-214c2118-100b-400d-b029-8445daa1d235 req-b46f35e2-75aa-49a1-84c8-000b4aec575f tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 947 time: 0.0792997 Jun 29 17:13:13.787165 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:13.793266 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-214c2118-100b-400d-b029-8445daa1d235 req-f4dcbeac-a178-4264-ba20-d039ccdd74a4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Jun 29 17:13:15.221785 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:32.147955 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:38.457573 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:13:40.583867 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-b3107187-702a-4295-a9f6-e971991ed67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:41.057430 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:42.690067 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-470c03e9-2dc0-4406-8ba2-eeb662c79cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:43.792237 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:44.247510 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb53833-8d36-4073-82d4-21d054070629 req-94c4c178-2d1d-41cb-8ad9-605cbc891b0f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:44.248853 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3eb53833-8d36-4073-82d4-21d054070629 req-94c4c178-2d1d-41cb-8ad9-605cbc891b0f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0777721 Jun 29 17:13:44.298370 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3eb53833-8d36-4073-82d4-21d054070629 req-bf183129-fc5d-4c80-98a4-d3f78339653d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 Jun 29 17:13:45.227976 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:45.567923 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7023879-b63c-45a3-975a-e601cf342670 req-1afdc8b3-0f6a-4873-a143-3b49a920b038 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:45.569473 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7023879-b63c-45a3-975a-e601cf342670 req-1afdc8b3-0f6a-4873-a143-3b49a920b038 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.1477816 Jun 29 17:13:45.615421 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f7023879-b63c-45a3-975a-e601cf342670 req-9daa2ef7-4c78-4e43-8127-2fa1049be602 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392988 Jun 29 17:13:46.254288 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-538f0251-e910-451d-8d1e-5c439d7e921c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:46.255742 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-538f0251-e910-451d-8d1e-5c439d7e921c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.0802805 Jun 29 17:13:46.323611 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Deleting port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:13:46.323941 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:46.565848 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] For port a8f86f5b-6d26-4ad4-8546-21f46d812fc6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:46.566193 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:46.910395 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:46.911132 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:46.911132 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.l3_db [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Floating IP 626c344a-4a86-419a-bc52-3c47388db657 disassociated. External IP: 172.28.1.160, port: a8f86f5b-6d26-4ad4-8546-21f46d812fc6. Jun 29 17:13:46.911469 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Calling delete_port for a8f86f5b-6d26-4ad4-8546-21f46d812fc6 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:13:47.033345 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a81a2-3d97-4d15-89b0-f341dd74dd36 req-b22d14f5-9b21-4d32-993e-986a321bc1a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:47.034758 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c91a81a2-3d97-4d15-89b0-f341dd74dd36 req-b22d14f5-9b21-4d32-993e-986a321bc1a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 946 time: 0.2230415 Jun 29 17:13:47.128753 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b956f75-02d4-4b00-b373-e0e5b33a3105 req-3173136e-5e85-4d85-9bc0-bb88f680422c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:47.130173 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5b956f75-02d4-4b00-b373-e0e5b33a3105 req-3173136e-5e85-4d85-9bc0-bb88f680422c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 947 time: 0.1830120 Jun 29 17:13:47.167546 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c91a81a2-3d97-4d15-89b0-f341dd74dd36 req-35b1eda5-a599-4859-8dac-b611fa073ba1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172822 Jun 29 17:13:47.196765 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:47.203557 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f4fe85c1-0ea6-4050-af08-ca1b3941ca88 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:47.252057 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-5b956f75-02d4-4b00-b373-e0e5b33a3105 req-f30e4dd6-8886-4cc6-bc1f-2c1533a16e39 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152229 Jun 29 17:13:47.254374 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event deleted for resources: {'Port': ['ID=a8f86f5b-6d26-4ad4-8546-21f46d812fc6,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:47.269113 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.269510 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.269866 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.270219 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.270569 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.270916 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.271261 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.271606 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.271948 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.272292 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.272630 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:47.322596 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:47.470379 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Router 9a765ec3-c973-4d19-baa8-0b34365ba1ac has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:13:47.767609 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:13:47.777566 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] Sync routers for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:13:47.789933 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:47.790548 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:47.835115 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] No DVR routers for this DVR port a8f86f5b-6d26-4ad4-8546-21f46d812fc6 on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:13:47.837744 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:47.840433 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'name': 'network-vif-deleted', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:13:47.852496 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-ab024877-2d11-4de3-88f6-c37cbddc9368 req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "DELETE /v2.0/ports/a8f86f5b-6d26-4ad4-8546-21f46d812fc6 HTTP/1.1" status: 204 len: 173 time: 1.5911183 Jun 29 17:13:47.903866 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec10749b-eeab-4de5-91b3-4e2b5ac8bfac', 'name': 'network-vif-deleted', 'tag': 'a8f86f5b-6d26-4ad4-8546-21f46d812fc6', 'status': 'completed', 'code': 200} Jun 29 17:13:47.978906 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:48.254859 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-b57c77d9-818f-42cc-8eb7-52e8de1c35a2 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:48.256173 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-b57c77d9-818f-42cc-8eb7-52e8de1c35a2 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 947 time: 0.0816846 Jun 29 17:13:48.332767 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:48.337431 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] Checking router: 9a765ec3-c973-4d19-baa8-0b34365ba1ac for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:13:48.340138 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Deleting port 208c18d3-846f-4851-a246-6c7defc15a6a {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:13:48.340948 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:48.348365 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:48.349770 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:48.469426 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-1176615c-57f7-49c8-a173-0a2f729356b6 req-03178f73-9f2e-4e25-8943-dc4689e7543c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Synchronizing usage tracker for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:13:48.538022 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:48.549007 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-1176615c-57f7-49c8-a173-0a2f729356b6 req-03178f73-9f2e-4e25-8943-dc4689e7543c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Unset dirty status for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:13:48.550149 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1176615c-57f7-49c8-a173-0a2f729356b6 req-03178f73-9f2e-4e25-8943-dc4689e7543c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec10749b-eeab-4de5-91b3-4e2b5ac8bfac HTTP/1.1" status: 200 len: 210 time: 0.1843081 Jun 29 17:13:48.663572 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4421269-6829-477e-a77b-eff22a7811d9 req-75a58baa-db50-4f86-abe0-16299e434906 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:48.665543 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4421269-6829-477e-a77b-eff22a7811d9 req-75a58baa-db50-4f86-abe0-16299e434906 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 947 time: 0.2541406 Jun 29 17:13:48.754572 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b4421269-6829-477e-a77b-eff22a7811d9 req-ad3a5ea9-b0d5-4ab2-a373-aa1d70e133dd tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups?id=016e96af-d9b4-4818-86e4-fd3453eeba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828297 Jun 29 17:13:48.760086 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] For port 208c18d3-846f-4851-a246-6c7defc15a6a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=208c18d3-846f-4851-a246-6c7defc15a6a,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:48.760439 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:48.829857 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a8f86f5b-6d26-4ad4-8546-21f46d812fc6 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:13:48.864771 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: a8f86f5b-6d26-4ad4-8546-21f46d812fc6 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:13:48.865116 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a8f86f5b-6d26-4ad4-8546-21f46d812fc6 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:13:48.895992 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:48.900195 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c278e1-dbc7-4487-8b38-1365d67bbf49 None None] The sync data for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb is: [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:13:49.060916 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.061314 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.061631 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.l3_db [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Floating IP b6a8afb8-8b3f-434d-aa18-2f20696fc7c5 disassociated. External IP: 172.28.1.148, port: 208c18d3-846f-4851-a246-6c7defc15a6a. Jun 29 17:13:49.061992 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Calling delete_port for 208c18d3-846f-4851-a246-6c7defc15a6a owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:13:49.124440 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2dc32-0f62-40f2-9a69-a16df3b7debc None None] New status for floating IP 626c344a-4a86-419a-bc52-3c47388db657: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:13:49.222535 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.230193 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-79cd3944-0634-4970-933f-b528d3dfc1c6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:49.280470 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event deleted for resources: {'Port': ['ID=208c18d3-846f-4851-a246-6c7defc15a6a,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:49.284429 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:49.493326 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:13:49.697330 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32816) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:49.710475 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:13:49.721357 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] Sync routers for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:13:49.733982 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:49.734875 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:49.768613 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.805260 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.875589 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.881666 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a8f56170-df66-4ae7-ae34-c1c3dde02317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:49.902047 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f99a024-6dc4-4f0c-8a5e-3832692ae6ec,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:49.915668 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.916336 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.916870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.917842 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] No DVR routers for this DVR port 208c18d3-846f-4851-a246-6c7defc15a6a on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:13:49.918366 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.918923 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.920539 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.921083 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.921702 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.922527 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.923987 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.924558 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.925088 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:13:49.929064 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-deleted', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:13:49.930452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:49.941247 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d04afb7f-4a8e-41e6-89ec-c16bef460661 req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.98 "DELETE /v2.0/ports/208c18d3-846f-4851-a246-6c7defc15a6a HTTP/1.1" status: 204 len: 173 time: 1.6769202 Jun 29 17:13:49.952883 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:49.956598 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-cb41de92-4383-4c96-9f55-ef9d8ec7a5ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "DELETE /v2.0/security-groups/9f99a024-6dc4-4f0c-8a5e-3832692ae6ec HTTP/1.1" status: 204 len: 168 time: 0.2557786 Jun 29 17:13:49.956775 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32824) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:49.974465 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.api.v2.resource [None req-529417e8-ef65-4fdb-b4db-7670d49eedc1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] show failed (client error): The resource could not be found. Jun 29 17:13:49.975589 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-529417e8-ef65-4fdb-b4db-7670d49eedc1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups/9f99a024-6dc4-4f0c-8a5e-3832692ae6ec HTTP/1.1" status: 404 len: 347 time: 0.0176923 Jun 29 17:13:49.979185 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32828) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:49.991390 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:50.004796 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4dd467b1-9898-4874-872a-d776e11e4e31 req-e3e549d9-720b-448f-85bd-de588f63eaf4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Synchronizing usage tracker for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:13:50.032641 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-4dd467b1-9898-4874-872a-d776e11e4e31 req-e3e549d9-720b-448f-85bd-de588f63eaf4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Unset dirty status for tenant:fbf81445db454b6b8813a201924d0ff9 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:13:50.034628 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4dd467b1-9898-4874-872a-d776e11e4e31 req-e3e549d9-720b-448f-85bd-de588f63eaf4 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7cd9b9ed-6800-4ac1-8988-522456d695db HTTP/1.1" status: 200 len: 210 time: 0.0920169 Jun 29 17:13:50.036625 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd9b9ed-6800-4ac1-8988-522456d695db', 'name': 'network-vif-deleted', 'tag': '208c18d3-846f-4851-a246-6c7defc15a6a', 'status': 'completed', 'code': 200} Jun 29 17:13:50.189633 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Deleting port a4294998-ab12-448e-bd50-2dc07f605935 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:13:50.189975 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:50.330176 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:50.333967 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] Checking router: a295ff8f-ae70-4ee2-92f0-75b7a7265a9e for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:13:50.344415 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:50.345015 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:50.365746 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:50.366073 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:50.484908 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Calling delete_port for a4294998-ab12-448e-bd50-2dc07f605935 owned by network:floatingip {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:13:50.560061 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:50.721162 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:50.724649 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:50.765609 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event deleted for resources: {'Port': ['ID=a4294998-ab12-448e-bd50-2dc07f605935,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:50.768945 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:50.843797 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:13:50.860128 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:50.878281 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:50.879421 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "DELETE /v2.0/floatingips/626c344a-4a86-419a-bc52-3c47388db657 HTTP/1.1" status: 204 len: 168 time: 0.8991265 Jun 29 17:13:50.883557 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: 208c18d3-846f-4851-a246-6c7defc15a6a {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:13:50.883952 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device 208c18d3-846f-4851-a246-6c7defc15a6a not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:13:50.914346 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:50.919646 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38501c30-5044-4759-a146-28cef27e5b40 None None] The sync data for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb is: [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'ccdbe9c6-2a13-4d67-960e-6ad3143a6c15', 'name': '', 'network_id': '3224f238-6569-4772-839e-29c9a3a897bd', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'mac_address': 'fa:16:3e:a5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:52Z', 'updated_at': '2021-06-29T17:07:13Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'subnets': [{'id': '04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:13:51.148037 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b98b9-2890-4847-b03a-4758122ec63b None None] New status for floating IP b6a8afb8-8b3f-434d-aa18-2f20696fc7c5: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:13:51.185367 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32838) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:51.190947 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558052113', 'description': 'tempest-description--1551914367'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:51.197237 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:51.201453 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:51.204586 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:51.212310 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:51.222754 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32842) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:51.238736 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.301974 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:51.309418 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group_rule and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:51.312769 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:51.327695 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:51.335860 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-235486dc-7f62-479a-9677-1cfc32643a34 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.375735 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-235486dc-7f62-479a-9677-1cfc32643a34 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.442161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.447204 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.452381 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8d4824a9-54cb-4ecf-81e7-938b175a9469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:51.491464 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-235486dc-7f62-479a-9677-1cfc32643a34 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.501982 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff3fca-159e-4553-a1c0-6fa3b64a1217,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:51.509599 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:51.510008 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6d6be309-8500-4260-8539-5db65e8dfdc6 tempest-VolumesNegativeTest-2025805052 tempest-VolumesNegativeTest-2025805052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:51.522433 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.523635 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-b553a324-9047-41a6-bb02-d156647e917e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3373034 Jun 29 17:13:51.527112 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32846) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:51.528502 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235486dc-7f62-479a-9677-1cfc32643a34 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016e96af-d9b4-4818-86e4-fd3453eeba8f,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:51.530793 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-235486dc-7f62-479a-9677-1cfc32643a34 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.534189 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-235486dc-7f62-479a-9677-1cfc32643a34 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "DELETE /v2.0/security-groups/016e96af-d9b4-4818-86e4-fd3453eeba8f HTTP/1.1" status: 204 len: 168 time: 0.3079450 Jun 29 17:13:51.534189 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-235486dc-7f62-479a-9677-1cfc32643a34 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:51.534724 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'security_group_rule': {'security_group_id': '14ff3fca-159e-4553-a1c0-6fa3b64a1217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:51.534827 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32850) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:51.541598 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:51.545647 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group_rule and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:51.548571 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:51.552362 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.api.v2.resource [None req-7ab8fa4b-b572-463c-bc26-a67785a21976 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] show failed (client error): The resource could not be found. Jun 29 17:13:51.556559 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-7ab8fa4b-b572-463c-bc26-a67785a21976 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "GET /v2.0/security-groups/016e96af-d9b4-4818-86e4-fd3453eeba8f HTTP/1.1" status: 404 len: 347 time: 0.0180347 Jun 29 17:13:51.557000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:51.557369 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32854) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:51.573608 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.633774 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.637780 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.640016 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:51.662357 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bda1de-ef01-46c8-9a17-088ee110179d,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:51.665813 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:51.672632 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.673832 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-dd4e4d98-0a11-4cb6-ac7d-bb62164e6651 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1456785 Jun 29 17:13:51.676423 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32858) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:51.682176 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'security_group_rule': {'security_group_id': '14ff3fca-159e-4553-a1c0-6fa3b64a1217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:51.687964 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:51.692439 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:security_group_rule and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:51.695398 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:51.701540 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:51.718409 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.720188 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Deleting port 74d52b32-77a0-43f4-85f4-da149474fe15 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:13:51.720566 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.779914 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.784027 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378799'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.786103 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:51.812011 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43276774-76a2-402d-b8d0-c54bd36e8252,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:51.814309 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:51.823018 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.824171 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-2f387b40-ee70-44e0-a461-0581e16b2f5b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1468296 Jun 29 17:13:51.827261 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32862) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:51.832649 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'floatingip': {'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:51.839113 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:51.842885 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:floatingip and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:51.845685 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:51.851290 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:51.861782 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.891649 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.892028 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:51.999589 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.012325 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Calling delete_port for 74d52b32-77a0-43f4-85f4-da149474fe15 owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:13:52.137674 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Allocated IP 172.28.1.189 (70aebcf8-aef1-4139-b9cf-28f0e831d965/8f8d94f5-89ac-4c52-9513-982dfb0000dc/47cafe20-5187-47fd-aaef-097300a032a8) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:13:52.157565 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.162773 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:52.204625 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Pushing event deleted for resources: {'Port': ['ID=74d52b32-77a0-43f4-85f4-da149474fe15,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:52.207690 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:52.290897 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.296391 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.313567 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.314678 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] 10.222.0.99 "DELETE /v2.0/floatingips/b6a8afb8-8b3f-434d-aa18-2f20696fc7c5 HTTP/1.1" status: 204 len: 168 time: 0.7573986 Jun 29 17:13:52.323563 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.327291 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4f392d56-1d7f-4b3f-baf1-4f39c9dfac52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:52.396483 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Network 70aebcf8-aef1-4139-b9cf-28f0e831d965 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:13:52.400467 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:13:52.402524 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'Port': ['ID=47cafe20-5187-47fd-aaef-097300a032a8,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:52.404496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:13:52.430797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:52.566232 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.624360 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.667604 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32870) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:52.831435 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.835760 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.840459 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:52.869470 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Deleting port 1ba5bd09-aa91-4428-8ebc-9d928f70d16d {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:13:52.869811 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.956300 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'Port': ['ID=47cafe20-5187-47fd-aaef-097300a032a8,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:52.964813 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.970701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:52.989901 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:52.991111 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1629071 Jun 29 17:13:53.046864 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:53.047342 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:53.254053 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Calling delete_port for 1ba5bd09-aa91-4428-8ebc-9d928f70d16d owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:13:53.356234 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-8923d508-65ef-4bc6-946d-2d1b955ddbad tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Synchronizing usage tracker for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:13:53.390892 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-8923d508-65ef-4bc6-946d-2d1b955ddbad tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Unset dirty status for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:13:53.392047 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-8923d508-65ef-4bc6-946d-2d1b955ddbad tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--558052113&fields=id&tenant_id=8fc76f0097d14fa5ad10fd54099f54cb HTTP/1.1" status: 200 len: 267 time: 0.1445806 Jun 29 17:13:53.543008 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:53.549934 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-99a511cf-5ac6-4ee6-9a76-3f3e45eda639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:53.605057 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event deleted for resources: {'Port': ['ID=1ba5bd09-aa91-4428-8ebc-9d928f70d16d,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:53.607565 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:53.699073 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-c2a08fb5-9aae-401f-8b84-978dda779131 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:53.700484 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-c2a08fb5-9aae-401f-8b84-978dda779131 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 811 time: 0.2761886 Jun 29 17:13:53.731508 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-7f59ebcd-b726-4fc4-8c6d-8cfcd4a1315b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/quotas/8fc76f0097d14fa5ad10fd54099f54cb HTTP/1.1" status: 200 len: 375 time: 0.0248113 Jun 29 17:13:53.735746 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:53.907164 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f8261483-78e8-408b-82bd-e67d3b76aeba tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1124139 Jun 29 17:13:54.220395 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-7787f67d-c6da-4af2-babf-84172db436fb service neutron] 10.222.0.99 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636669 Jun 29 17:13:54.428748 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-9c8b8ad0-237e-4daa-a082-08d6e382c175 service neutron] 10.222.0.99 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016897 Jun 29 17:13:54.445354 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Router b59e7014-da27-4de4-969b-0281e8ee1b30 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:13:54.758263 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-bb070a2c-17c4-4318-8729-94a62856ae19 req-d94eba1c-e280-40c5-9938-3e5953e483ca tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 210 time: 0.0494082 Jun 29 17:13:54.793537 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:13:54.803879 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] Sync routers for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:13:54.815866 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:54.817081 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:54.822318 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:54.879177 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-b39aaaa1-094c-4a5d-aff6-04577032ff92 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "DELETE /v2.0/floatingips/e04f84b9-e8a4-44da-a9f7-9c789506d8ad HTTP/1.1" status: 204 len: 168 time: 2.2081254 Jun 29 17:13:54.879177 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:13:54.939537 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'status': 'completed', 'code': 200} Jun 29 17:13:55.050031 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:55.058112 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-e4262a57-2555-422c-8651-6f0258d8b53f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 1098 time: 0.0888011 Jun 29 17:13:55.208286 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-5191e466-efd9-4109-8c18-28076900c81f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:55.209922 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-5191e466-efd9-4109-8c18-28076900c81f service neutron] 10.222.0.98 "GET /v2.0/networks?id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 200 len: 911 time: 0.1452563 Jun 29 17:13:55.238116 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32914) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:55.323823 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-2c59efbd-3a66-4c0a-94fb-4f3a589cd839 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 200 len: 217 time: 0.1056850 Jun 29 17:13:55.411786 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-ee60ed44-53b7-4382-9a0e-5a4b1da3019c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:55.413205 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-ee60ed44-53b7-4382-9a0e-5a4b1da3019c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 200 len: 848 time: 0.0818815 Jun 29 17:13:55.445056 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:24Z', 'revision_number': 5, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:55.450767 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] Checking router: b59e7014-da27-4de4-969b-0281e8ee1b30 for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:13:55.463740 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:13:55.464380 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:55.544709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-a8410c3c-0e3a-45be-9692-32fcb9c44e45 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64c9f01d-fef7-42ac-b5db-76d2d8693ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964837 Jun 29 17:13:55.553989 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5d035-f180-4d98-977f-ded6bdd4f8dc req-892a346f-cdf4-4c41-8242-d42697308420 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:55.554656 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6ec5d035-f180-4d98-977f-ded6bdd4f8dc req-892a346f-cdf4-4c41-8242-d42697308420 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Synchronizing usage tracker for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:13:55.656469 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-6ec5d035-f180-4d98-977f-ded6bdd4f8dc req-892a346f-cdf4-4c41-8242-d42697308420 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Unset dirty status for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:13:55.657574 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ec5d035-f180-4d98-977f-ded6bdd4f8dc req-892a346f-cdf4-4c41-8242-d42697308420 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.2475395 Jun 29 17:13:55.681010 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:13:55.729184 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-c27ca69e-8d2d-45b2-bb92-60d64209164c service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707704 Jun 29 17:13:55.849635 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-6ec5d035-f180-4d98-977f-ded6bdd4f8dc req-e0c15f14-b0d1-4cfd-b835-65b9443197d7 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833463 Jun 29 17:13:55.931739 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cf215f4e-e4a4-47f3-9417-5617591c8e32 req-ef0b71cc-aede-417b-a7ea-230cc1417d0a service neutron] 10.222.0.98 "GET /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945665 Jun 29 17:13:55.991844 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-2b4ea9ff-6950-4ba9-87e5-44176a8a9af1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:55.995208 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-2b4ea9ff-6950-4ba9-87e5-44176a8a9af1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 811 time: 0.1871011 Jun 29 17:13:56.037011 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3c5a2a2a-2cc4-4544-9fb2-54a88500bf91 req-a1260427-dd38-425e-8be3-d5db34f62c6f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 210 time: 0.0598240 Jun 29 17:13:56.130616 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-a8712a58-8326-47d1-a7bf-4d89126a4d33 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Synchronizing usage tracker for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:13:56.149887 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-a8712a58-8326-47d1-a7bf-4d89126a4d33 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Unset dirty status for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:13:56.150999 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-a8712a58-8326-47d1-a7bf-4d89126a4d33 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fc76f0097d14fa5ad10fd54099f54cb HTTP/1.1" status: 200 len: 379 time: 0.0797203 Jun 29 17:13:56.154303 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545119'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:56.198892 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:24Z', 'revision_number': 5, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:13:56.202885 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bba3e-5f1e-4b91-b60c-84f04c9fe8d2 None None] The sync data for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb is: [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:08:44Z', 'revision_number': 4, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'd22bf42c-34d2-4a85-bbc7-7288da076834', 'name': '', 'network_id': '64c9f01d-fef7-42ac-b5db-76d2d8693ef0', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'mac_address': 'fa:16:3e:24:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45f21497-b713-48a0-9490-2c17253b39f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:41Z', 'updated_at': '2021-06-29T17:09:24Z', 'revision_number': 5, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'subnets': [{'id': '45f21497-b713-48a0-9490-2c17253b39f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:13:56.217578 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'port': {'device_id': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'admin_state_up': True, 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'security_groups': ['14ff3fca-159e-4553-a1c0-6fa3b64a1217']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:56.376446 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:13:56.381977 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Usage tracker for resource:port and tenant:8fc76f0097d14fa5ad10fd54099f54cb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:13:56.385920 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:13:56.392547 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:13:56.432592 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d0076-39c8-45ae-b3b0-9844398cea45 None None] New status for floating IP e04f84b9-e8a4-44da-a9f7-9c789506d8ad: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:13:56.458684 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Made reservation on behalf of 8fc76f0097d14fa5ad10fd54099f54cb for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:13:56.461704 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:56.747107 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-b759bcf5-b59e-468b-a57d-77b762bbfdd6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:56.748583 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-b759bcf5-b59e-468b-a57d-77b762bbfdd6 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.98 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.0787787 Jun 29 17:13:56.771393 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Allocated IP 172.20.0.12 (473159d1-45f3-4629-9919-6085193be22e/530bf402-d532-4064-abd9-563f03d247c1/ce92638c-d4e4-474c-a3f3-b43483f2ed0e) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:13:56.821595 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Deleting port a51d63b6-5c57-4d98-9f83-c066cf1904ab {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:13:56.822110 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.059510 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.080641 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Transition to ACTIVE for port object ce92638c-d4e4-474c-a3f3-b43483f2ed0e will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:13:57.158434 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae17f50-ca2a-4f74-8ec6-f6a887e0d9ee req-154e1496-37f5-48fa-946c-ad79cf29d6e8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:57.158693 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.160558 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cae17f50-ca2a-4f74-8ec6-f6a887e0d9ee req-154e1496-37f5-48fa-946c-ad79cf29d6e8 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 945 time: 0.1881437 Jun 29 17:13:57.162560 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] For port a51d63b6-5c57-4d98-9f83-c066cf1904ab, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a51d63b6-5c57-4d98-9f83-c066cf1904ab,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:57.162927 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.164906 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-39505fc7-6b73-42a1-b912-0584743c5efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:57.270186 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Network 473159d1-45f3-4629-9919-6085193be22e is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:13:57.271095 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event updated for resources: {'Port': ['ID=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:57.278448 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:13:57.280394 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:57.286804 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:13:57.443911 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Calling delete_port for a51d63b6-5c57-4d98-9f83-c066cf1904ab owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:13:57.464392 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Deleting port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:13:57.464988 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.513497 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:57.514080 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.537695 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-cae17f50-ca2a-4f74-8ec6-f6a887e0d9ee req-784d1ddb-b8ae-4850-8cf4-5f5ef87eeb54 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/security-groups?id=f46264dd-1fb8-4a4a-8a07-f9ae99d061da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654561 Jun 29 17:13:57.569668 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceb559-18e8-4907-9fe1-6067ed4ca9d7 req-308f16ef-bfdb-4bed-a0ff-1ad8aff6fe8e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:57.571138 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-38ceb559-18e8-4907-9fe1-6067ed4ca9d7 req-308f16ef-bfdb-4bed-a0ff-1ad8aff6fe8e tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 932 time: 0.4000516 Jun 29 17:13:57.585102 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-f7c717d7-b427-4a97-b321-0a2181f3712d None None] Provisioning for port ce92638c-d4e4-474c-a3f3-b43483f2ed0e completed by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:13:57.591114 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-f7c717d7-b427-4a97-b321-0a2181f3712d None None] Provisioning complete for port ce92638c-d4e4-474c-a3f3-b43483f2ed0e triggered by entity DHCP. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:13:57.591562 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-f7c717d7-b427-4a97-b321-0a2181f3712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.611409 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b3f138cd-5f61-4be3-a989-e8d988ab3335 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4038780 Jun 29 17:13:57.629663 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Request body: {'port': {'device_id': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:13:57.648482 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-f7c717d7-b427-4a97-b321-0a2181f3712d None None] Port ce92638c-d4e4-474c-a3f3-b43483f2ed0e cannot update to ACTIVE because it is not bound. {{(pid=74291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 17:13:57.681226 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-38ceb559-18e8-4907-9fe1-6067ed4ca9d7 req-129c03b1-e6c0-4be9-ab55-cb215d5b928b tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038687 Jun 29 17:13:57.685547 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.692909 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c8642da0-3faf-4bd7-b4c0-61e460ee75a2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:57.736039 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event deleted for resources: {'Port': ['ID=a51d63b6-5c57-4d98-9f83-c066cf1904ab,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:57.738433 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:57.763245 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] For port ccdbe9c6-2a13-4d67-960e-6ad3143a6c15, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:13:57.763597 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.814506 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] No DVR routers for this DVR port a51d63b6-5c57-4d98-9f83-c066cf1904ab on host hv-cinder-79867 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:13:57.817181 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:57.819885 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-deleted', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:13:57.835273 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-a1d9ef93-b21b-4d73-b2cb-a916cd2beb9f req-363d234b-18f9-4350-87f7-7cf0df198629 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.98 "DELETE /v2.0/ports/a51d63b6-5c57-4d98-9f83-c066cf1904ab HTTP/1.1" status: 204 len: 173 time: 1.0811887 Jun 29 17:13:57.879644 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9d951e-376f-4d11-b49a-f8f200db3782', 'name': 'network-vif-deleted', 'tag': 'a51d63b6-5c57-4d98-9f83-c066cf1904ab', 'status': 'completed', 'code': 200} Jun 29 17:13:57.892012 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Calling delete_port for ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:13:57.924004 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:58.323196 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:58.328972 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7bb47d96-deb8-46a2-8acc-dd6d7436f7d4 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:58.409337 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdbe9c6-2a13-4d67-960e-6ad3143a6c15,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:58.414088 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:58.490218 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce92638c-d4e4-474c-a3f3-b43483f2ed0e {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:13:58.507126 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:58.532086 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Transition to ACTIVE for port object ce92638c-d4e4-474c-a3f3-b43483f2ed0e will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:13:58.536917 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:58.591855 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-054bbc70-6919-4d4b-9b51-3508800735da tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:58.734273 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Pushing event updated for resources: {'Port': ['ID=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:58.737930 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:58.802906 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-3c9bfe69-50a6-4c98-9db4-4f05287fff19 req-5323d7d6-eb58-465f-8d29-dffb3761f637 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Synchronizing usage tracker for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:13:58.826685 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [req-3c9bfe69-50a6-4c98-9db4-4f05287fff19 req-5323d7d6-eb58-465f-8d29-dffb3761f637 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Unset dirty status for tenant:b3b5e10ea1f34217bd9d2c26e7a7d151 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:13:58.828561 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3c9bfe69-50a6-4c98-9db4-4f05287fff19 req-5323d7d6-eb58-465f-8d29-dffb3761f637 tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd9d951e-376f-4d11-b49a-f8f200db3782 HTTP/1.1" status: 200 len: 210 time: 0.1249645 Jun 29 17:13:58.882070 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Attempting to bind port ce92638c-d4e4-474c-a3f3-b43483f2ed0e on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:13:58.882414 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Attempting to bind port ce92638c-d4e4-474c-a3f3-b43483f2ed0e by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:13:58.882736 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Attempting to bind port ce92638c-d4e4-474c-a3f3-b43483f2ed0e on network 473159d1-45f3-4629-9919-6085193be22e {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:13:58.898007 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Port ce92638c-d4e4-474c-a3f3-b43483f2ed0e on network 473159d1-45f3-4629-9919-6085193be22e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:13:58.898401 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Attempting to bind port ce92638c-d4e4-474c-a3f3-b43483f2ed0e on network 473159d1-45f3-4629-9919-6085193be22e {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:13:58.955527 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2152818-558e-415c-82e5-de59ac654422 req-11d9fa2c-48d0-42ac-b0c1-8065bfc33c3a tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:58.957727 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f2152818-558e-415c-82e5-de59ac654422 req-11d9fa2c-48d0-42ac-b0c1-8065bfc33c3a tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 944 time: 0.0871112 Jun 29 17:13:58.963255 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:13:58.963592 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Checking segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:13:58.963981 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Bound using segment: {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:13:58.964417 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Bound port: ce92638c-d4e4-474c-a3f3-b43483f2ed0e, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '473159d1-45f3-4629-9919-6085193be22e'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:13:58.964763 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:59.011449 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f2152818-558e-415c-82e5-de59ac654422 req-c254c705-b40d-44b9-8f54-bc892e8a47f8 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 Jun 29 17:13:59.171684 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545377'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:59.176895 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] For port ce92638c-d4e4-474c-a3f3-b43483f2ed0e, host hv-cinder-79867, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:13:59.180905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] For port ce92638c-d4e4-474c-a3f3-b43483f2ed0e, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:13:59.187668 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:59.191174 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-650017ee-af7f-45b2-a311-c261bc127ccd tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:13:59.321457 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:13:59.322922 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] 10.222.0.98 "PUT /v2.0/ports/ce92638c-d4e4-474c-a3f3-b43483f2ed0e HTTP/1.1" status: 200 len: 1094 time: 1.6991901 Jun 29 17:13:59.323425 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:13:59.341309 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Pushing event updated for resources: {'Port': ['ID=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:13:59.345621 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:13:59.501017 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'status': 'completed', 'code': 200} Jun 29 17:13:59.535379 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-43386822-60dd-4a51-a626-eb56d550f6e8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 1097 time: 0.1660142 Jun 29 17:13:59.606494 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-1d738055-a14b-4754-bc46-280313d1e1b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e HTTP/1.1" status: 200 len: 217 time: 0.0630598 Jun 29 17:13:59.752590 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-8db6dfa9-32a9-402c-8658-c629b1a7d50c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:13:59.754009 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-8db6dfa9-32a9-402c-8658-c629b1a7d50c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0905852 Jun 29 17:13:59.932443 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32940) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:13:59.972585 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b9e5dbe7-d5dc-4ad8-93cb-7e33b3bef34d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1681142 Jun 29 17:14:00.004835 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f5428279-2c16-4b77-a345-53cba005a2ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:00.033922 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f5428279-2c16-4b77-a345-53cba005a2ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:00.110608 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f5428279-2c16-4b77-a345-53cba005a2ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:00.115765 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d248e06c-8e4e-435c-aa7a-1425f3c3ddf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:00.131044 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5428279-2c16-4b77-a345-53cba005a2ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46264dd-1fb8-4a4a-8a07-f9ae99d061da,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:00.134566 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f5428279-2c16-4b77-a345-53cba005a2ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:00.141186 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f5428279-2c16-4b77-a345-53cba005a2ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:00.144969 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f5428279-2c16-4b77-a345-53cba005a2ba tempest-TestShelveInstance-3676685 tempest-TestShelveInstance-3676685-project] 10.222.0.99 "DELETE /v2.0/security-groups/f46264dd-1fb8-4a4a-8a07-f9ae99d061da HTTP/1.1" status: 204 len: 168 time: 0.2088201 Jun 29 17:14:00.181257 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-b4665909-cfeb-4a20-8e55-fbfc66d4abbd service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002337 Jun 29 17:14:00.201675 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32948) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:00.242116 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ba45f-157f-41bb-80a3-50b3872a6cdc req-c43bf87a-bb61-448b-ab45-cc43ddda32bb tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:00.243811 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3a8ba45f-157f-41bb-80a3-50b3872a6cdc req-c43bf87a-bb61-448b-ab45-cc43ddda32bb tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 944 time: 0.1002290 Jun 29 17:14:00.323351 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:14:00.345891 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-75de6653-85ff-40eb-b92c-eafee8a96955 req-4179c0f4-26fa-4c68-a2e3-3bff8b049fa2 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516945 Jun 29 17:14:00.357326 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-3a8ba45f-157f-41bb-80a3-50b3872a6cdc req-4fa2f7d0-dc90-4e12-97f7-0eaca3db751c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075237 Jun 29 17:14:00.617329 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-98fee2f9-f31b-4732-86ab-8c4dec17200c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 1097 time: 0.2180784 Jun 29 17:14:00.701880 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545119'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:00.825501 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-57d1d360-c251-494f-b09e-0b4dd1b94d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:00.826909 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-57d1d360-c251-494f-b09e-0b4dd1b94d9a service neutron] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 913 time: 0.2015266 Jun 29 17:14:00.832595 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:14:00.842652 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] Sync routers for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:14:00.854809 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:00.855629 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:00.903691 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-a4308cfd-bf86-4345-93ba-251021b3a603 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e HTTP/1.1" status: 200 len: 217 time: 0.0692472 Jun 29 17:14:00.905856 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-cb0fc898-23bf-426b-b9b2-a8e356662880 admin admin] 10.222.0.99 "PUT /v2.0/routers/a295ff8f-ae70-4ee2-92f0-75b7a7265a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6663711 Jun 29 17:14:00.908451 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32954) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:00.912423 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a51d63b6-5c57-4d98-9f83-c066cf1904ab no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:00.961008 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: a51d63b6-5c57-4d98-9f83-c066cf1904ab {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:00.961315 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device a51d63b6-5c57-4d98-9f83-c066cf1904ab not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:01.043007 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-dfa2e4ec-3769-4ba2-bef6-083004a0aab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:01.044517 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-dfa2e4ec-3769-4ba2-bef6-083004a0aab0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.1333683 Jun 29 17:14:01.086541 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:01.218551 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-aadbe8c0-c724-40e4-b74e-f71514591d17 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1656175 Jun 29 17:14:01.312138 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:01.376578 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:13:58Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:01.380585 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] Checking router: a295ff8f-ae70-4ee2-92f0-75b7a7265a9e for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:14:01.391250 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] Routers {'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:01.391935 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:01.421509 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Deleting port d22bf42c-34d2-4a85-bbc7-7288da076834 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:01.421942 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:01.438888 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-6a686816-87fa-4ba9-bc26-8c4f898d8c54 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129507 Jun 29 17:14:01.579007 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] Set router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:01.642735 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-79ca0520-2909-4059-8576-b4bb22ac0113 req-48bb894c-59a9-4aa8-bb82-f96518b4ec77 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962473 Jun 29 17:14:01.655296 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] For port d22bf42c-34d2-4a85-bbc7-7288da076834, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=d22bf42c-34d2-4a85-bbc7-7288da076834,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:01.655535 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:01.669998 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:01.679423 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Deleting port 456d3924-ba84-4062-a28d-cf98be0c3b00 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:01.679793 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:01.780015 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc21ea5-8a2d-4413-a9ac-f85831277f67 req-93fb8420-eaf0-4293-b715-993861e479f1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:01.781440 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4dc21ea5-8a2d-4413-a9ac-f85831277f67 req-93fb8420-eaf0-4293-b715-993861e479f1 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 944 time: 0.2308033 Jun 29 17:14:01.790664 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Calling delete_port for d22bf42c-34d2-4a85-bbc7-7288da076834 owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:01.860023 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] For port 456d3924-ba84-4062-a28d-cf98be0c3b00, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=456d3924-ba84-4062-a28d-cf98be0c3b00,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:01.860374 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:01.883169 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:13:58Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:01.887948 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc034d5-35d2-484f-b4ff-155a64bb9a86 None None] The sync data for ids ['a295ff8f-ae70-4ee2-92f0-75b7a7265a9e'] in dv-cinder-798672-1-smb is: [{'id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'name': 'tempest-AttachVolumeShelveTestJSON-2130447940-router', 'tenant_id': 'fbf81445db454b6b8813a201924d0ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:06:48Z', 'updated_at': '2021-06-29T17:13:58Z', 'revision_number': 5, 'project_id': 'fbf81445db454b6b8813a201924d0ff9', 'gw_port': {'id': '456d3924-ba84-4062-a28d-cf98be0c3b00', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a295ff8f-ae70-4ee2-92f0-75b7a7265a9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:06:49Z', 'updated_at': '2021-06-29T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:14:01.896212 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-4dc21ea5-8a2d-4413-a9ac-f85831277f67 req-b5309fbe-4c22-4ec0-9673-3891a0c21c1c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726378 Jun 29 17:14:02.025503 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.029375 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4f0665df-9103-46bd-a607-d1d500943f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:02.073724 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=d22bf42c-34d2-4a85-bbc7-7288da076834,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:02.077547 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:02.102678 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Calling delete_port for 456d3924-ba84-4062-a28d-cf98be0c3b00 owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:02.156986 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.312460 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.318365 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1d5f935e-6aed-4308-8220-b30d9fc79f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:02.377546 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Pushing event deleted for resources: {'Port': ['ID=456d3924-ba84-4062-a28d-cf98be0c3b00,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:02.380184 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:02.415424 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545377'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.623349 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546952'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.881991 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device ce92638c-d4e4-474c-a3f3-b43483f2ed0e details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:14:02.907389 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32658'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.918965 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.962074 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541684'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.964312 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a295ff8f-ae70-4ee2-92f0-75b7a7265a9e {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:14:02.988183 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:02.991208 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-70a51fde-2a75-4819-bb8a-1ddb392e044a admin admin] 10.222.0.99 "DELETE /v2.0/routers/a295ff8f-ae70-4ee2-92f0-75b7a7265a9e HTTP/1.1" status: 204 len: 168 time: 2.0818043 Jun 29 17:14:02.994296 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32962) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:03.047485 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port ce92638c-d4e4-474c-a3f3-b43483f2ed0e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:03.064726 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'port_id': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'mac_address': 'fa:16:3e:1a:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:14:03.083385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Deleting subnet 04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:14:03.091976 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.180822 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:03.222417 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:03.222772 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device ccdbe9c6-2a13-4d67-960e-6ad3143a6c15 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:03.233423 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.258350 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce92638c-d4e4-474c-a3f3-b43483f2ed0e {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:14:03.261194 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982915'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.278009 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port ce92638c-d4e4-474c-a3f3-b43483f2ed0e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:03.281979 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.283703 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:03.356927 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:03.365067 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.365430 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.365760 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.366086 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.366411 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.366732 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.367055 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.367371 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.367846 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.368167 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.368481 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:03.372263 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:03.416465 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a400b-7d0a-4bf3-87ab-c25e2f734de0 req-0d0a549e-adf4-486d-bc88-2378290987e4 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:03.417868 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b71a400b-7d0a-4bf3-87ab-c25e2f734de0 req-0d0a549e-adf4-486d-bc88-2378290987e4 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 944 time: 0.2885263 Jun 29 17:14:03.449860 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Router b59e7014-da27-4de4-969b-0281e8ee1b30 has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:14:03.457791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.483658 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['ce92638c-d4e4-474c-a3f3-b43483f2ed0e'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:14:03.595558 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b71a400b-7d0a-4bf3-87ab-c25e2f734de0 req-cf4dfa9a-5755-42ee-9a84-4227f3fbb648 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710541 Jun 29 17:14:03.622507 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1553228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2963323'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.636441 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:03.674530 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:03.677074 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:03.680877 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.687104 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db973b02-c01b-40df-aa1d-ef701710aaf9 None None] Network 3224f238-6569-4772-839e-29c9a3a897bd requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:14:03.760964 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-78095a39-d451-49df-971f-d05276b49638 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/04d4465d-dc4d-4e1b-9f2f-b83a70c3f19f HTTP/1.1" status: 204 len: 168 time: 0.7620115 Jun 29 17:14:03.761499 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32966) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:03.810077 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:14:03.815251 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] 10.222.0.99 "PUT /v2.0/routers/b59e7014-da27-4de4-969b-0281e8ee1b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6124227 Jun 29 17:14:03.818049 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32970) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:03.820329 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] Sync routers for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:14:03.833857 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:03.834777 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:03.906957 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:03.920360 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Deleting port c035725b-9c0b-47d8-9602-e66a7d2265cb {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:03.921033 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.020358 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] DHCP port deletion for 3224f238-6569-4772-839e-29c9a3a897bd request from dv-cinder-798672-1-smb {{(pid=74291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:14:04.025048 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] Deleting port c035725b-9c0b-47d8-9602-e66a7d2265cb {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:04.025472 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.057187 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.097824 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:04.151664 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] For port c035725b-9c0b-47d8-9602-e66a7d2265cb, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c035725b-9c0b-47d8-9602-e66a7d2265cb,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:04.152065 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.270930 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] For port c035725b-9c0b-47d8-9602-e66a7d2265cb, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c035725b-9c0b-47d8-9602-e66a7d2265cb,segment=NetworkSegment(d5fae0c8-5511-4d23-b109-c76c37fc3cba),segment_id=d5fae0c8-5511-4d23-b109-c76c37fc3cba)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:04.271554 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.317883 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Calling delete_port for c035725b-9c0b-47d8-9602-e66a7d2265cb owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:04.323079 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.332812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Deleting port 5021eacd-8ae3-4a91-be47-098df247e736 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:04.333156 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.422334 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '5021eacd-8ae3-4a91-be47-098df247e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:14:01Z', 'revision_number': 5, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port': {'id': '5021eacd-8ae3-4a91-be47-098df247e736', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:35Z', 'updated_at': '2021-06-29T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:04.424808 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] Calling delete_port for c035725b-9c0b-47d8-9602-e66a7d2265cb owned by network:dhcp {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:04.426519 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] Checking router: b59e7014-da27-4de4-969b-0281e8ee1b30 for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:14:04.438603 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] Routers {'b59e7014-da27-4de4-969b-0281e8ee1b30'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:04.439218 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['b59e7014-da27-4de4-969b-0281e8ee1b30'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:04.513218 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014'] for port, after_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.519862 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:04.530157 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.db.api [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:14:04.530553 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_db.api [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:14:04.564537 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] Pushing event deleted for resources: {'Port': ['ID=c035725b-9c0b-47d8-9602-e66a7d2265cb,revision_number=None']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:04.567717 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:04.576762 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e7b01-f08c-45c5-bb5f-1abed0844e8e None None] No DVR routers for this DVR port c035725b-9c0b-47d8-9602-e66a7d2265cb on host dv-cinder-798672-1-smb {{(pid=74291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:14:04.609914 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] Set router b59e7014-da27-4de4-969b-0281e8ee1b30 gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:04.643622 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] For port 5021eacd-8ae3-4a91-be47-098df247e736, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=5021eacd-8ae3-4a91-be47-098df247e736,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:04.644307 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:04.718760 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:14:04Z', 'revision_number': 6, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port_host': None}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:04.722835 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350420f8-d2d4-4bcf-80e3-3758e190f57f None None] The sync data for ids ['b59e7014-da27-4de4-969b-0281e8ee1b30'] in dv-cinder-798672-1-smb is: [{'id': 'b59e7014-da27-4de4-969b-0281e8ee1b30', 'name': 'tempest-TestShelveInstance-1421707750-router', 'tenant_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:33Z', 'updated_at': '2021-06-29T17:14:04Z', 'revision_number': 6, 'project_id': 'b3b5e10ea1f34217bd9d2c26e7a7d151', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:14:04.771310 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Calling delete_port for 5021eacd-8ae3-4a91-be47-098df247e736 owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:04.912870 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device ce92638c-d4e4-474c-a3f3-b43483f2ed0e up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:14:04.921096 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af670e86-525c-4e54-9fe7-509a77e14f47 req-f6ec460c-77b1-4eea-a207-dd9f00ca2d24 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:04.922574 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-af670e86-525c-4e54-9fe7-509a77e14f47 req-f6ec460c-77b1-4eea-a207-dd9f00ca2d24 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 945 time: 0.1576281 Jun 29 17:14:04.988345 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port ce92638c-d4e4-474c-a3f3-b43483f2ed0e completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:14:04.993430 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port ce92638c-d4e4-474c-a3f3-b43483f2ed0e triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:14:04.993840 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.013709 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-af670e86-525c-4e54-9fe7-509a77e14f47 req-567c1eef-8853-4471-86d3-b0c21c7cf128 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833106 Jun 29 17:14:05.037052 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Deleting port c035725b-9c0b-47d8-9602-e66a7d2265cb {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:05.037571 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.043838 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.053440 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d2676711-8de5-47a2-8460-5bbcc3d960e9 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:05.112779 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5021eacd-8ae3-4a91-be47-098df247e736,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:05.112779 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:05.138789 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.158086 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] The port 'c035725b-9c0b-47d8-9602-e66a7d2265cb' was deleted {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:14:05.160050 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c035725b-9c0b-47d8-9602-e66a7d2265cb no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:05.201591 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: c035725b-9c0b-47d8-9602-e66a7d2265cb {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:05.201943 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c035725b-9c0b-47d8-9602-e66a7d2265cb not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:05.202368 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d22bf42c-34d2-4a85-bbc7-7288da076834 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:05.259019 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: d22bf42c-34d2-4a85-bbc7-7288da076834 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:05.259787 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device d22bf42c-34d2-4a85-bbc7-7288da076834 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:05.260577 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 456d3924-ba84-4062-a28d-cf98be0c3b00 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:05.296961 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.308454 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:14:05.310829 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3224f238-6569-4772-839e-29c9a3a897bd']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:05.314834 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: 456d3924-ba84-4062-a28d-cf98be0c3b00 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:05.315421 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 456d3924-ba84-4062-a28d-cf98be0c3b00 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:05.331099 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port ce92638c-d4e4-474c-a3f3-b43483f2ed0e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:05.338715 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.339147 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fae0c8-5511-4d23-b109-c76c37fc3cba') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:05.339483 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fae0c8-5511-4d23-b109-c76c37fc3cba') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:05.341402 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:05.357354 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.364241 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546952'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.379422 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.390047 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:14:05.390688 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.420054 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:05.423945 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: util.warn( Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: util.warn( Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: util.warn( Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: util.warn( Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:14:05.527365 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:14:05.532540 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.543161 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'code': 200} Jun 29 17:14:05.545116 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.549965 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f01ea185-9862-4782-8ba3-4461f7f80fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:05.575572 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Pushing event deleted for resources: {'Network': ['ID=3224f238-6569-4772-839e-29c9a3a897bd,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:05.579338 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:05.588670 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-0584f9ac-641c-4ddf-8778-a5ddb7325223 admin admin] 10.222.0.99 "DELETE /v2.0/networks/3224f238-6569-4772-839e-29c9a3a897bd HTTP/1.1" status: 204 len: 168 time: 1.8260598 Jun 29 17:14:05.681426 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32658'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.691098 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.728396 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541684'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.729109 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59e7014-da27-4de4-969b-0281e8ee1b30 {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:14:05.748802 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.752913 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-2c195583-6c25-4e1c-bc90-8ea52478ba7d admin admin] 10.222.0.99 "DELETE /v2.0/routers/b59e7014-da27-4de4-969b-0281e8ee1b30 HTTP/1.1" status: 204 len: 168 time: 1.9340606 Jun 29 17:14:05.753382 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32980) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:05.782932 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32984) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:05.841269 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a18c16ae-3d18-40bd-9bb6-f8518b2cd698 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fbf81445db454b6b8813a201924d0ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537715 Jun 29 17:14:05.845179 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 32988) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:05.876272 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Deleting subnet 45f21497-b713-48a0-9490-2c17253b39f2 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:14:05.880980 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.912369 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.938275 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.945384 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.990043 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:05.994255 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-05c6b343-68c1-4470-9b15-cad61237d29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:06.006332 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6eb0a382-277c-409f-8adf-932e924c6b51 req-483218ce-df1b-4aa6-ac12-531153551206 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 1099 time: 0.2053003 Jun 29 17:14:06.008206 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df1a6a-1b4b-4d0f-b612-266fd1279347,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:06.013865 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:06.015663 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.016761 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/55df1a6a-1b4b-4d0f-b612-266fd1279347 HTTP/1.1" status: 204 len: 168 time: 0.1693869 Jun 29 17:14:06.075846 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-6eb0a382-277c-409f-8adf-932e924c6b51 req-9b222ae2-70e1-4c14-adce-1cd1b61b7067 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591536 Jun 29 17:14:06.080178 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.155821 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.161612 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:06.200067 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f21497-b713-48a0-9490-2c17253b39f2,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:06.202824 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:06.205321 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.212489 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e243870-edae-42ab-bc68-6b7b951fb463 None None] Network 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:14:06.214115 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] 10.222.0.99 "DELETE /v2.0/subnets/45f21497-b713-48a0-9490-2c17253b39f2 HTTP/1.1" status: 204 len: 168 time: 0.4597051 Jun 29 17:14:06.214777 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 32996) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:06.309535 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb624-af7f-486a-94bc-2da63212dd62 req-d81b09eb-ac16-4c00-9d9e-376e33131414 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:06.311949 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-355bb624-af7f-486a-94bc-2da63212dd62 req-d81b09eb-ac16-4c00-9d9e-376e33131414 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 946 time: 0.1719556 Jun 29 17:14:06.333487 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.345452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Deleting port b6d8c798-e395-4baa-838c-dd3fd80076c9 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:06.346019 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.407009 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-355bb624-af7f-486a-94bc-2da63212dd62 req-57be6d6d-74ec-4079-babb-ded414a70dd6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805387 Jun 29 17:14:06.510535 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53e021-7b82-42af-926b-162c595f9125 None None] DHCP port deletion for 64c9f01d-fef7-42ac-b5db-76d2d8693ef0 request from dv-cinder-798672-1-smb {{(pid=74291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:14:06.514725 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Deleting port b6d8c798-e395-4baa-838c-dd3fd80076c9 {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:06.515100 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.582652 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] For port b6d8c798-e395-4baa-838c-dd3fd80076c9, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=b6d8c798-e395-4baa-838c-dd3fd80076c9,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:06.583011 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.706618 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Calling delete_port for b6d8c798-e395-4baa-838c-dd3fd80076c9 owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:06.747418 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-df53e021-7b82-42af-926b-162c595f9125 None None] For port b6d8c798-e395-4baa-838c-dd3fd80076c9, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=b6d8c798-e395-4baa-838c-dd3fd80076c9,segment=NetworkSegment(8e78547d-1996-4d45-a6c9-1a397b1b54d0),segment_id=8e78547d-1996-4d45-a6c9-1a397b1b54d0)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:06.748418 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.805701 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:06.820109 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:06.865846 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] No DVR routers for this DVR port b6d8c798-e395-4baa-838c-dd3fd80076c9 on host dv-cinder-798672-1-smb {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:14:06.894087 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Calling delete_port for b6d8c798-e395-4baa-838c-dd3fd80076c9 owned by network:dhcp {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:06.903235 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d8c798-e395-4baa-838c-dd3fd80076c9,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:06.907930 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:06.975260 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.db.api [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:14:06.975768 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_db.api [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:14:07.098630 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b6d8c798-e395-4baa-838c-dd3fd80076c9 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:07.114060 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.127821 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c9f01d-fef7-42ac-b5db-76d2d8693ef0']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:07.136815 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: b6d8c798-e395-4baa-838c-dd3fd80076c9 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:07.137259 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device b6d8c798-e395-4baa-838c-dd3fd80076c9 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:07.137619 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5021eacd-8ae3-4a91-be47-098df247e736 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:07.141764 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e78547d-1996-4d45-a6c9-1a397b1b54d0') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:07.142060 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e78547d-1996-4d45-a6c9-1a397b1b54d0') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:07.148348 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33016) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:07.155870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.169123 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: 5021eacd-8ae3-4a91-be47-098df247e736 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:07.169497 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5021eacd-8ae3-4a91-be47-098df247e736 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:07.177698 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.185221 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:14:07.185554 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:14:07.200056 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:14:07.276099 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.279776 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6b3d17db-d500-47ee-8716-bc3afe3cef3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:07.293575 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.298472 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-43195363-network', 'tenant_id': 'f431ad3f6a0f40e8a51c23957a012340'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:14:07.303024 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:07.307362 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Usage tracker for resource:network and tenant:f431ad3f6a0f40e8a51c23957a012340 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:07.307675 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Pushing event deleted for resources: {'Network': ['ID=64c9f01d-fef7-42ac-b5db-76d2d8693ef0,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:07.311395 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:07.311933 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:07.319370 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:07.321591 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a2c7db17-91be-4a04-8f23-9c9504399aef admin admin] 10.222.0.99 "DELETE /v2.0/networks/64c9f01d-fef7-42ac-b5db-76d2d8693ef0 HTTP/1.1" status: 204 len: 168 time: 1.1049383 Jun 29 17:14:07.324297 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33022) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:07.477365 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Deleting port b6d8c798-e395-4baa-838c-dd3fd80076c9 {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:07.477906 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-df53e021-7b82-42af-926b-162c595f9125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.488799 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Made reservation on behalf of f431ad3f6a0f40e8a51c23957a012340 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:14:07.491100 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.506968 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.545285 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-df53e021-7b82-42af-926b-162c595f9125 None None] The port 'b6d8c798-e395-4baa-838c-dd3fd80076c9' was deleted {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:14:07.589770 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:07.600786 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Usage tracker for resource:security_group_rule and tenant:f431ad3f6a0f40e8a51c23957a012340 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:07.608860 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:07.619777 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:07.749976 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e2507-cca7-4974-a3e8-c1646d8ec7c8 req-9cf6215b-7cc7-4b4d-8fa1-b1be5813a7d2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:07.751323 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0e3e2507-cca7-4974-a3e8-c1646d8ec7c8 req-9cf6215b-7cc7-4b4d-8fa1-b1be5813a7d2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 946 time: 0.1961250 Jun 29 17:14:07.832997 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.842152 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.847959 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-37c3e75d-bc5e-4fc1-9b4c-fae7319d9e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:07.917804 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-0e3e2507-cca7-4974-a3e8-c1646d8ec7c8 req-990e596c-cfda-4bfd-828e-ec5e1c98f044 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572027 Jun 29 17:14:07.948555 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:14:07.959801 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045a725-50cd-4631-92e5-2d92516cb5ad,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:07.963694 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:07.971187 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:07.971591 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.segments_db [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Added segment cd3c7d65-95ec-4975-adaf-afa228d58f11 of type vlan for network a216ae74-c8df-490c-9635-575b9815897d Jun 29 17:14:08.006757 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.105247 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.138772 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:08.139346 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.153583 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:08.280730 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1306696 Jun 29 17:14:08.283943 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33030) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:08.284747 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Pushing event updated for resources: {'Network': ['ID=a216ae74-c8df-490c-9635-575b9815897d,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:08.287739 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:08.291376 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Request body: {'subnet': {'network_id': 'a216ae74-c8df-490c-9635-575b9815897d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-43195363-subnet', 'tenant_id': 'f431ad3f6a0f40e8a51c23957a012340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:14:08.296587 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:08.296776 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network a216ae74-c8df-490c-9635-575b9815897d details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:14:08.301056 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Usage tracker for resource:subnet and tenant:f431ad3f6a0f40e8a51c23957a012340 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:08.304078 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:08.310956 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:08.317292 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545119'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.323832 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Made reservation on behalf of f431ad3f6a0f40e8a51c23957a012340 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:14:08.326304 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.379557 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c7ae5-b743-4e8c-b021-d786ae7ceb77 req-ecf9e04a-1b6e-4d86-b1b6-a15b1032bf76 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:08.381003 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-647c7ae5-b743-4e8c-b021-d786ae7ceb77 req-ecf9e04a-1b6e-4d86-b1b6-a15b1032bf76 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 946 time: 0.2768080 Jun 29 17:14:08.391521 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33034) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:08.399923 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.v2.base [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Request body: {'floatingip': {'port_id': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:14:08.486225 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.543505 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.547971 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a175ab96-9996-477b-92d6-a970d0643192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:08.617185 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa221fd2-75a2-41ce-982d-246e166ec11d,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:08.621171 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:08.629154 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Checking segment: {'id': 'cd3c7d65-95ec-4975-adaf-afa228d58f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'a216ae74-c8df-490c-9635-575b9815897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:14:08.629507 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Network hostable DHCP agents. Network: a216ae74-c8df-490c-9635-575b9815897d, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:14:08.653461 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Network a216ae74-c8df-490c-9635-575b9815897d is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:14:08.662146 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, a216ae74-c8df-490c-9635-575b9815897d) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:14:08.666385 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:08.666957 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:08.672043 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d06c8-00c3-4e59-baca-20db8355268b None None] Network a216ae74-c8df-490c-9635-575b9815897d requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:14:08.697007 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-09521975-3505-42ae-99ae-f4afecd83655 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4100895 Jun 29 17:14:08.895837 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef4b53e-7367-4a1c-bfa5-7b8148fa652f None None] Network a216ae74-c8df-490c-9635-575b9815897d requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:14:09.600462 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33056) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:09.606557 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030557542-network', 'tenant_id': '2da102d7c46b427d8083a2447a6e3de6'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:14:09.611143 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:09.615363 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Usage tracker for resource:network and tenant:2da102d7c46b427d8083a2447a6e3de6 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:09.618954 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:09.624900 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:09.636297 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Made reservation on behalf of 2da102d7c46b427d8083a2447a6e3de6 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:14:09.638600 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.644783 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.651745 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.651932 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.687570 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:09.691569 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Usage tracker for resource:security_group_rule and tenant:2da102d7c46b427d8083a2447a6e3de6 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:09.694705 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:09.700552 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:09.768759 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.772912 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.777667 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3e9abe36-68d8-44de-a862-2f754be60087 tempest-TestMinimumBasicScenario-1825618458 tempest-TestMinimumBasicScenario-1825618458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:09.804387 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:14:09.816484 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d48997-01ac-40e7-b1f3-50f3f7ab9b7c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:09.821829 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:09.823170 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.823503 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Added segment bb600e4f-40fa-47b4-acb7-028a7cd924db of type vlan for network 98962d8a-3e08-4ee7-b194-d451f142933a Jun 29 17:14:09.852471 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.881218 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.882491 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:09.883065 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.887117 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-726c515d-bfb9-4d28-a731-e3fa3f5530d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:09.947880 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Deleting port dce4560d-8abf-402c-bda0-ab57786f301d {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:09.948217 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:09.988579 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Pushing event updated for resources: {'Network': ['ID=98962d8a-3e08-4ee7-b194-d451f142933a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:09.995323 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3937395 Jun 29 17:14:09.995917 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33062) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:09.996700 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-35dccc12-7d38-4e54-aeb2-c6f8758bd35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:10.001707 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 98962d8a-3e08-4ee7-b194-d451f142933a details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:14:10.002302 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Request body: {'subnet': {'network_id': '98962d8a-3e08-4ee7-b194-d451f142933a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030557542-subnet', 'tenant_id': '2da102d7c46b427d8083a2447a6e3de6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:14:10.007018 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:10.011945 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Usage tracker for resource:subnet and tenant:2da102d7c46b427d8083a2447a6e3de6 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:10.014816 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:10.020576 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:10.033483 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Made reservation on behalf of 2da102d7c46b427d8083a2447a6e3de6 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:14:10.036155 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.079508 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.db.l3_db [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Floating IP a05bd486-569b-4e15-89c1-8e945b0af746 associated. External IP: 172.28.1.189, port: ce92638c-d4e4-474c-a3f3-b43483f2ed0e. Jun 29 17:14:10.229204 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] For port dce4560d-8abf-402c-bda0-ab57786f301d, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=dce4560d-8abf-402c-bda0-ab57786f301d,segment=NetworkSegment(ff02920f-cda0-4a8a-adb2-d992e2fa1ac7),segment_id=ff02920f-cda0-4a8a-adb2-d992e2fa1ac7)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:10.229561 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.242149 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.247629 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-12df0fff-8e9f-4aa6-bf48-36740933a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:10.322847 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=731424c0-52fe-441f-ba3c-e6d3d1513361,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:10.325943 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:10.335873 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Checking segment: {'id': 'bb600e4f-40fa-47b4-acb7-028a7cd924db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '98962d8a-3e08-4ee7-b194-d451f142933a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:14:10.336226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Network hostable DHCP agents. Network: 98962d8a-3e08-4ee7-b194-d451f142933a, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:14:10.356154 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Calling delete_port for dce4560d-8abf-402c-bda0-ab57786f301d owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:10.358199 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Network 98962d8a-3e08-4ee7-b194-d451f142933a is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:14:10.367273 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 98962d8a-3e08-4ee7-b194-d451f142933a) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:14:10.371577 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:10.372145 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.378791 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac65a309-a6b3-4ed1-afe4-5f19fc5ebeaa None None] Network 98962d8a-3e08-4ee7-b194-d451f142933a requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:14:10.403243 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-d5f7011c-0a04-4d5e-b4e1-a997c65180fd admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3993855 Jun 29 17:14:10.538731 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33068) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:10.609391 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Deleting subnet aa221fd2-75a2-41ce-982d-246e166ec11d {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:14:10.613004 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.614363 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cccd20-1548-4af6-8776-9026c7e6cffa None None] Network 98962d8a-3e08-4ee7-b194-d451f142933a requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:14:10.630303 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-3afb1adf-f771-49d1-864a-14b914c7a7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.668352 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.723224 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.795040 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.800356 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-89e6c607-e081-44f8-a9be-222ecd8930ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:10.839330 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa221fd2-75a2-41ce-982d-246e166ec11d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:10.843179 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:10.846507 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.853109 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/aa221fd2-75a2-41ce-982d-246e166ec11d HTTP/1.1" status: 204 len: 168 time: 0.3121479 Jun 29 17:14:10.855387 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33072) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:10.896703 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:10.906054 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-21d82da4-fe01-433f-adbb-a29afb27cd54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:10.955012 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce4560d-8abf-402c-bda0-ab57786f301d,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:10.958725 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:10.959597 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.077778 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.082583 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Router 9a765ec3-c973-4d19-baa8-0b34365ba1ac has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:14:11.098069 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.207154 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a216ae74-c8df-490c-9635-575b9815897d']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:11.219653 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3c7d65-95ec-4975-adaf-afa228d58f11') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:11.219951 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3c7d65-95ec-4975-adaf-afa228d58f11') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:11.231582 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.248138 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.254242 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:14:11.254615 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:14:11.268831 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:14:11.347175 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.350787 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:11.367049 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.374043 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a216ae74-c8df-490c-9635-575b9815897d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:11.376762 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:11.381715 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b9ba5b8e-0d77-409b-9b77-4b2bf1e7f8e4 admin admin] 10.222.0.99 "DELETE /v2.0/networks/a216ae74-c8df-490c-9635-575b9815897d HTTP/1.1" status: 204 len: 168 time: 0.5222132 Jun 29 17:14:11.381715 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33076) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:11.438819 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Deleting subnet 731424c0-52fe-441f-ba3c-e6d3d1513361 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:14:11.441845 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.456906 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545377'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.495798 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667623'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.524882 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:14:11.536137 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] Sync routers for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:14:11.545816 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.549436 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:11.550060 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:11.552630 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.616435 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-6b192cb2-0a62-408b-88c8-b8fbf3626e59 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "PUT /v2.0/floatingips/a05bd486-569b-4e15-89c1-8e945b0af746 HTTP/1.1" status: 200 len: 992 time: 3.2237577 Jun 29 17:14:11.617340 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:14:11.635075 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2731332'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.642625 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:11.687237 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731424c0-52fe-441f-ba3c-e6d3d1513361,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:11.691485 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:11.695920 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:11.703257 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-efffd67d-d62f-41db-a165-dd3987e2ea64 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/731424c0-52fe-441f-ba3c-e6d3d1513361 HTTP/1.1" status: 204 len: 168 time: 0.3209867 Jun 29 17:14:11.705599 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33084) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:11.801790 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:11.825276 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'status': 'completed', 'code': 200} Jun 29 17:14:11.888050 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.025808 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-8aed39e9-91c4-4917-8b9a-ce9a1139fd98 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 1099 time: 0.2300665 Jun 29 17:14:12.125966 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.152910 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98962d8a-3e08-4ee7-b194-d451f142933a']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:12.171428 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb600e4f-40fa-47b4-acb7-028a7cd924db') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:12.171812 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.services.segments.db [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb600e4f-40fa-47b4-acb7-028a7cd924db') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:12.181925 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'a05bd486-569b-4e15-89c1-8e945b0af746', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'port_id': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'mac_address': 'fa:16:3e:1a:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:13:52Z', 'updated_at': '2021-06-29T17:14:09Z', 'revision_number': 1, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:12.186471 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] Checking router: 9a765ec3-c973-4d19-baa8-0b34365ba1ac for host: dv-cinder-798672-1-smb {{(pid=74291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:14:12.189486 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667624'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.199043 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:12.199685 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:12.228280 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.236380 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-63dfafd6-b030-464e-a08d-8c4a80d5c5d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:12.237834 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-63dfafd6-b030-464e-a08d-8c4a80d5c5d2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 913 time: 0.2063344 Jun 29 17:14:12.238683 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:14:12.239058 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1441384'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: Traceback (most recent call last): Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: timer() Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: cb(*args, **kw) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: return func(*args, **kwargs) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: self._notify() Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: self.callback(batched_events) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: event.method(event) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: return f(self, *a, **k) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: return self._get(url).json() Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: return self.request(url, 'GET', **kwargs) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:14:12.253203 dv-cinder-798672-1-smb neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:14:12.310351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Router e875c6fe-26ef-4fa9-b8ee-7338587b135c has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:14:12.395105 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_dvr_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:12.416596 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.424081 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:12.439610 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.447446 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-82f1953d-a30d-4954-8090-18618627824f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e HTTP/1.1" status: 200 len: 1000 time: 0.1906185 Jun 29 17:14:12.449320 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98962d8a-3e08-4ee7-b194-d451f142933a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:12.451994 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] 10.222.0.99 "DELETE /v2.0/networks/98962d8a-3e08-4ee7-b194-d451f142933a HTTP/1.1" status: 204 len: 168 time: 0.7454321 Jun 29 17:14:12.452906 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6a0ede03-61f8-42a9-a87e-e8e733e590a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:12.518563 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-2bce49ac-eba4-418f-ab21-8cd205df4fa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:14:12.520134 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-2bce49ac-eba4-418f-ab21-8cd205df4fa2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0662744 Jun 29 17:14:12.577571 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:14:12.585537 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f09d0e14-45ac-4993-801f-ab4ccefcbf37 admin admin] 10.222.0.99 "PUT /v2.0/routers/e875c6fe-26ef-4fa9-b8ee-7338587b135c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2601953 Jun 29 17:14:12.587161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33090) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:12.589224 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] Sync routers for ids ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:14:12.606135 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] Routers {'e875c6fe-26ef-4fa9-b8ee-7338587b135c'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:12.606755 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:13:43Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:12.609615 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-aab97a3d-1470-4e0e-a411-4dc751bcd637 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828888 Jun 29 17:14:12.760936 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33094) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:12.850104 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-7a7d363e-30bf-4cdd-af5a-42c7b57cec2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:12.854564 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-101fa598-7042-48b8-9a37-8df4347597b0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f431ad3f6a0f40e8a51c23957a012340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0919995 Jun 29 17:14:12.857000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33100) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:12.874607 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-8d6b06ea-77e2-4428-a1a6-1783d0b66af8 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582166 Jun 29 17:14:12.877428 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] Set router e875c6fe-26ef-4fa9-b8ee-7338587b135c gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:12.898160 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.048317 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.l3_hamode_db [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'a05bd486-569b-4e15-89c1-8e945b0af746', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'port_id': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'mac_address': 'fa:16:3e:1a:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:13:52Z', 'updated_at': '2021-06-29T17:14:09Z', 'revision_number': 1, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:13.053776 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc54280-a831-4b80-9f87-5aa7448403b8 None None] The sync data for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb is: [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_floatingips': [{'id': 'a05bd486-569b-4e15-89c1-8e945b0af746', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'router_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'port_id': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'mac_address': 'fa:16:3e:1a:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:13:52Z', 'updated_at': '2021-06-29T17:14:09Z', 'revision_number': 1, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:14:13.167358 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.183040 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.196778 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Deleting port 846b908e-1c5c-4e57-a651-b28244d4f421 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:13.197323 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.221744 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:14:10Z', 'revision_number': 5, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port': {'id': '846b908e-1c5c-4e57-a651-b28244d4f421', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:03:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:08:52Z', 'updated_at': '2021-06-29T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:13.226667 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] Checking router: e875c6fe-26ef-4fa9-b8ee-7338587b135c for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:14:13.234185 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.241924 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] Routers {'e875c6fe-26ef-4fa9-b8ee-7338587b135c'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:14:13.242347 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-4e0175d7-b146-47ba-aca3-55c066ee450f req-392171d4-eb51-4b71-a23c-9d1b84691876 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542850 Jun 29 17:14:13.243802 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:14:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:13.315197 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.322160 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6677dc-898b-470f-8e8d-9982a55fe50c None None] New status for floating IP a05bd486-569b-4e15-89c1-8e945b0af746: ACTIVE {{(pid=74291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:14:13.328383 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-eccefd96-6119-4ede-bb2d-162149197e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:13.342222 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045a725-50cd-4631-92e5-2d92516cb5ad,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:13.352745 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:13.361998 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.375191 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6045a725-50cd-4631-92e5-2d92516cb5ad HTTP/1.1" status: 204 len: 168 time: 0.5098386 Jun 29 17:14:13.420637 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] For port 846b908e-1c5c-4e57-a651-b28244d4f421, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=846b908e-1c5c-4e57-a651-b28244d4f421,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:13.421181 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.449643 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] Set router e875c6fe-26ef-4fa9-b8ee-7338587b135c gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:14:13.558641 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:14:13Z', 'revision_number': 6, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port_host': None}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:13.564149 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938c0b0-2f36-4932-846b-944d42b6c72c None None] The sync data for ids ['e875c6fe-26ef-4fa9-b8ee-7338587b135c'] in dv-cinder-798672-1-smb is: [{'id': 'e875c6fe-26ef-4fa9-b8ee-7338587b135c', 'name': 'tempest-TestShelveInstance-1213949286-router', 'tenant_id': '5010db95391c4f88bca06cd6586759ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:08:50Z', 'updated_at': '2021-06-29T17:14:13Z', 'revision_number': 6, 'project_id': '5010db95391c4f88bca06cd6586759ce', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:14:13.567879 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Calling delete_port for 846b908e-1c5c-4e57-a651-b28244d4f421 owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:13.741716 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.746784 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c96cd22e-c154-4fee-8147-d21402dac84c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:13.792651 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Pushing event deleted for resources: {'Port': ['ID=846b908e-1c5c-4e57-a651-b28244d4f421,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:13.796432 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:13.796689 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.830780 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33108) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:13.884082 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-56d6ae5b-5a32-4b39-ada6-9d4695a2c149 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2da102d7c46b427d8083a2447a6e3de6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493996 Jun 29 17:14:13.884349 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33112) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:13.950490 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:13.979913 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.039452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.044583 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4a432a96-26df-4026-acdc-9b97200f5d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:14.061324 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d48997-01ac-40e7-b1f3-50f3f7ab9b7c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:14.064150 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:14.074092 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.075490 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e4d48997-01ac-40e7-b1f3-50f3f7ab9b7c HTTP/1.1" status: 204 len: 168 time: 0.1902626 Jun 29 17:14:14.135933 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546952'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.396069 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32658'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.401424 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.432745 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541684'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.433411 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e875c6fe-26ef-4fa9-b8ee-7338587b135c {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:14:14.445637 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.447384 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-7af71a5d-8949-46ca-bda7-8c4cb572689e admin admin] 10.222.0.99 "DELETE /v2.0/routers/e875c6fe-26ef-4fa9-b8ee-7338587b135c HTTP/1.1" status: 204 len: 168 time: 1.8585141 Jun 29 17:14:14.449891 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33126) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:14.507750 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Deleting subnet ad46e368-db9d-4cc1-9689-582abc53d6f3 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:14:14.511475 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.560565 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982915'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.640564 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.710481 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1553228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2963323'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.715566 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9734a1f8-2962-4d21-b9b7-038346a6687d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:14.749901 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad46e368-db9d-4cc1-9689-582abc53d6f3,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:14.752586 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:14.755225 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.761452 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b3aa4-d921-4500-8ed3-23a9698a12e2 None None] Network 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:14:14.763283 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-dbe91e77-fb6a-4991-9e1a-31b2452525e9 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/ad46e368-db9d-4cc1-9689-582abc53d6f3 HTTP/1.1" status: 204 len: 168 time: 0.3124416 Jun 29 17:14:14.765619 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33136) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:14.878666 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:14.890287 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Deleting port 66735bf9-8347-4980-9c28-0341e20afd2a {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:14.890641 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.033952 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] DHCP port deletion for 75c40663-c0f0-4eaa-84a7-854f8a3fdcbd request from dv-cinder-798672-1-smb {{(pid=74291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:14:15.037957 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Deleting port 66735bf9-8347-4980-9c28-0341e20afd2a {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:15.038337 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.135778 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] For port 66735bf9-8347-4980-9c28-0341e20afd2a, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=66735bf9-8347-4980-9c28-0341e20afd2a,segment=NetworkSegment(ff02920f-cda0-4a8a-adb2-d992e2fa1ac7),segment_id=ff02920f-cda0-4a8a-adb2-d992e2fa1ac7)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:15.136225 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.286402 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 66735bf9-8347-4980-9c28-0341e20afd2a no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:15.293375 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Calling delete_port for 66735bf9-8347-4980-9c28-0341e20afd2a owned by network:dhcp {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:15.365522 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] For port 66735bf9-8347-4980-9c28-0341e20afd2a, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=66735bf9-8347-4980-9c28-0341e20afd2a,segment=NetworkSegment(ff02920f-cda0-4a8a-adb2-d992e2fa1ac7),segment_id=ff02920f-cda0-4a8a-adb2-d992e2fa1ac7)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:14:15.365917 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.379415 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.383708 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.389049 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ab89a2fb-7ed7-47c7-89a1-92e166aa8cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:15.433637 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Pushing event deleted for resources: {'Port': ['ID=66735bf9-8347-4980-9c28-0341e20afd2a,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:15.436158 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:15.438601 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] No DVR routers for this DVR port 66735bf9-8347-4980-9c28-0341e20afd2a on host dv-cinder-798672-1-smb {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:14:15.459497 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:14:15.513798 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Calling delete_port for 66735bf9-8347-4980-9c28-0341e20afd2a owned by network:dhcp {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:14:15.552197 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No active binding found for port 66735bf9-8347-4980-9c28-0341e20afd2a {{(pid=74291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jun 29 17:14:15.552627 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 66735bf9-8347-4980-9c28-0341e20afd2a not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:15.553057 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dce4560d-8abf-402c-bda0-ab57786f301d no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:15.596792 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: dce4560d-8abf-402c-bda0-ab57786f301d {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:15.597152 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device dce4560d-8abf-402c-bda0-ab57786f301d not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:15.625160 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.db.api [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:14:15.625564 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_db.api [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:14:15.655170 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.669845 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c40663-c0f0-4eaa-84a7-854f8a3fdcbd']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:15.682022 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:15.682388 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff02920f-cda0-4a8a-adb2-d992e2fa1ac7') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:14:15.694672 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982924'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.710794 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.718013 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:14:15.718513 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1553386'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: Traceback (most recent call last): Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: timer() Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: cb(*args, **kw) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: return func(*args, **kwargs) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: self._notify() Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: self.callback(batched_events) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: event.method(event) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: return f(self, *a, **k) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: return self._get(url).json() Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: return self.request(url, 'GET', **kwargs) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:14:15.732279 dv-cinder-798672-1-smb neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:14:15.807451 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.811657 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:15.828488 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:15.835920 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c40663-c0f0-4eaa-84a7-854f8a3fdcbd,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:15.841829 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:15.853176 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] 10.222.0.99 "DELETE /v2.0/networks/75c40663-c0f0-4eaa-84a7-854f8a3fdcbd HTTP/1.1" status: 204 len: 168 time: 1.0861568 Jun 29 17:14:16.020642 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33166) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:16.082121 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33174) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:16.082623 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-278c290b-047e-4fdc-a549-279789f9c5ea admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b3b5e10ea1f34217bd9d2c26e7a7d151&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606012 Jun 29 17:14:16.126770 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Deleting port 66735bf9-8347-4980-9c28-0341e20afd2a {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:14:16.127880 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.148836 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.183824 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.199243 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-cce1628a-7c52-4fc6-91ce-e084d321debd None None] The port '66735bf9-8347-4980-9c28-0341e20afd2a' was deleted {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:14:16.241905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.247451 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-febdc576-0542-4bb1-ba15-0101486044c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:16.262791 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b54223f-614b-4d77-aadb-32bf8c80b47a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:16.267572 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:16.269474 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.270556 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5b54223f-614b-4d77-aadb-32bf8c80b47a HTTP/1.1" status: 204 len: 168 time: 0.1874218 Jun 29 17:14:16.752613 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33192) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:16.802242 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-afc142cd-c19d-4e40-89ea-8ac693393987 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5010db95391c4f88bca06cd6586759ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483763 Jun 29 17:14:16.804460 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33196) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:16.865215 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.890377 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.940810 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.944767 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-15c14d7a-968d-4c24-a94f-03b9195337c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:16.957083 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb6f8e-bb53-413c-98a3-f721dca63a59,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:16.959905 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:16.964663 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:16.968461 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3cbb6f8e-bb53-413c-98a3-f721dca63a59 HTTP/1.1" status: 204 len: 168 time: 0.1607928 Jun 29 17:14:17.058984 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 846b908e-1c5c-4e57-a651-b28244d4f421 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:14:17.092897 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: 846b908e-1c5c-4e57-a651-b28244d4f421 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:14:17.093345 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 846b908e-1c5c-4e57-a651-b28244d4f421 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:14:19.626059 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33242) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:19.772068 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:19.802639 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:19.806998 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3ce5c261604ba9b147c7b644b93569 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:19.809758 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:19.815331 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:19.879964 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:19.884189 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:19.891158 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80acf906-6e5a-4f9f-9bd0-b584b664160c tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:19.930782 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90667377-7266-4ed5-959a-919dde69dbfe,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:19.934133 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:19.937020 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9b5bfe0f-3aa0-4937-81de-d5bcb1bdd028 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ae3ce5c261604ba9b147c7b644b93569&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3099086 Jun 29 17:14:19.939071 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33250) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:20.004358 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.029567 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.082551 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.087357 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b1245f1d-48d5-4306-b4b0-5efa4cce8b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:20.098217 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90667377-7266-4ed5-959a-919dde69dbfe,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:20.101599 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:20.105406 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.106519 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/90667377-7266-4ed5-959a-919dde69dbfe HTTP/1.1" status: 204 len: 168 time: 0.1665177 Jun 29 17:14:20.432782 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33258) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:20.452251 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.483234 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:20.486978 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Usage tracker for resource:security_group_rule and tenant:bdb3091e0a6847b3b7315f511cf4ece4 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:20.489747 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:20.496000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:20.561282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.564942 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.571692 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-52928773-4818-419f-aaba-d3e622a01271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:20.614379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da7920-2ec2-4ec9-8ac0-0213430a8e7f,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:20.617275 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:20.622425 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=bdb3091e0a6847b3b7315f511cf4ece4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1861863 Jun 29 17:14:20.622969 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33262) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:20.681310 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c09b0271-e6ad-4fb1-a460-6313c53b0d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.706081 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c09b0271-e6ad-4fb1-a460-6313c53b0d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.757650 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c09b0271-e6ad-4fb1-a460-6313c53b0d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.761640 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4af7ceb7-595f-4532-8b08-41fadcc1107a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:20.771956 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b0271-e6ad-4fb1-a460-6313c53b0d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da7920-2ec2-4ec9-8ac0-0213430a8e7f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:20.776301 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c09b0271-e6ad-4fb1-a460-6313c53b0d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:20.779896 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c09b0271-e6ad-4fb1-a460-6313c53b0d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:20.780987 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-c09b0271-e6ad-4fb1-a460-6313c53b0d75 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d2da7920-2ec2-4ec9-8ac0-0213430a8e7f HTTP/1.1" status: 204 len: 168 time: 0.1574333 Jun 29 17:14:31.395158 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33416) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:31.534915 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.564856 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:31.569092 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Usage tracker for resource:security_group_rule and tenant:0b9d0d2b02404a98a152c1c595b3c8b0 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:31.572674 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:31.578502 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:31.647471 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.651597 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.657760 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a18827b-e618-4d73-ab2a-8aa540278656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:31.695936 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b60347-62d9-4446-adef-877d1e405ca6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:31.699449 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:31.701772 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0b9d0d2b02404a98a152c1c595b3c8b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3056512 Jun 29 17:14:31.704361 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33422) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:31.764656 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f3c629c1-f5c9-4666-96ae-95c85fb73f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.789804 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f3c629c1-f5c9-4666-96ae-95c85fb73f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.839646 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f3c629c1-f5c9-4666-96ae-95c85fb73f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.843414 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8b775d22-4468-4d21-8428-8316bc25a8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:31.853875 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c629c1-f5c9-4666-96ae-95c85fb73f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b60347-62d9-4446-adef-877d1e405ca6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:31.857635 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f3c629c1-f5c9-4666-96ae-95c85fb73f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:31.860797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f3c629c1-f5c9-4666-96ae-95c85fb73f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:31.861925 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f3c629c1-f5c9-4666-96ae-95c85fb73f56 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/44b60347-62d9-4446-adef-877d1e405ca6 HTTP/1.1" status: 204 len: 168 time: 0.1566811 Jun 29 17:14:32.146251 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.198754 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33432) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:32.217262 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.248398 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:32.252192 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Usage tracker for resource:security_group_rule and tenant:7edecd74df1747fe9f35c7f06eaf3696 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:32.254910 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:32.260508 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:32.328648 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.332263 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.340079 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fb6cbda7-4ca5-45bd-a111-bce8584c32f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:32.380459 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e165000-8a18-4350-a96f-35ca30f57a1b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:32.384484 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7edecd74df1747fe9f35c7f06eaf3696&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847429 Jun 29 17:14:32.385369 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:32.387078 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33436) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:32.445017 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.469503 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.518600 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.522340 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3f1058a6-63b2-469e-8a0d-18a9bf9c4e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:32.533041 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e165000-8a18-4350-a96f-35ca30f57a1b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:32.535311 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:32.541232 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.542336 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3e165000-8a18-4350-a96f-35ca30f57a1b HTTP/1.1" status: 204 len: 168 time: 0.1543763 Jun 29 17:14:32.930396 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33444) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:32.953653 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:32.984816 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:32.988661 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Usage tracker for resource:security_group_rule and tenant:684c7c98ab90472c87fbb92d79f12540 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:32.991473 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:32.997820 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:33.064465 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:33.068299 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:33.075011 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-28950b2a-5588-4d9d-81be-bfd93c545a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:33.113332 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cbf3b0-7ea9-437d-aa7d-4cb99ba7b87e,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:33.116733 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:33.119711 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-2001f7fc-0729-402d-8a3e-c0dc16ffaf02 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=684c7c98ab90472c87fbb92d79f12540&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1883380 Jun 29 17:14:33.122393 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33448) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:33.182115 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:33.207407 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:33.261400 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:33.266438 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-bd8a1269-53d6-4848-bce6-85aad15dca94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:33.281052 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cbf3b0-7ea9-437d-aa7d-4cb99ba7b87e,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:33.283352 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:33.286821 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:33.289203 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e5cbf3b0-7ea9-437d-aa7d-4cb99ba7b87e HTTP/1.1" status: 204 len: 168 time: 0.1651902 Jun 29 17:14:39.391681 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33538) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:39.534836 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:39.567481 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:39.571273 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Usage tracker for resource:security_group_rule and tenant:931820dc1b124fbf923e273a3e751b67 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:39.574052 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:39.579634 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:39.645541 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:39.649448 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:39.656374 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3d64e973-4ab9-4124-98fc-6e176147e743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:39.696223 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4086f3d8-f74f-4a01-8983-e70e5aad20eb,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:39.700621 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=931820dc1b124fbf923e273a3e751b67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3078804 Jun 29 17:14:39.701538 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:39.703167 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33544) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:39.761217 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f75fd65a-95f7-42b7-bd86-ef2e3fcac3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:39.785305 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f75fd65a-95f7-42b7-bd86-ef2e3fcac3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:39.838677 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f75fd65a-95f7-42b7-bd86-ef2e3fcac3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:39.842259 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3ed2e1a4-70c8-4b71-8663-fdb3087a0f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:39.853772 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fd65a-95f7-42b7-bd86-ef2e3fcac3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086f3d8-f74f-4a01-8983-e70e5aad20eb,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:39.857083 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f75fd65a-95f7-42b7-bd86-ef2e3fcac3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:39.860151 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f75fd65a-95f7-42b7-bd86-ef2e3fcac3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:39.861271 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-f75fd65a-95f7-42b7-bd86-ef2e3fcac3d0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4086f3d8-f74f-4a01-8983-e70e5aad20eb HTTP/1.1" status: 204 len: 168 time: 0.1571972 Jun 29 17:14:40.189598 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33554) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:40.208631 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:40.239680 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:40.244380 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:255430746c5f435db4c784fa596b039d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:40.247222 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:40.255778 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:40.322734 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:40.326318 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:40.333622 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-67c48496-e3e3-406a-ae4b-fcb495f91ae6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:40.371021 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca68e3e-b266-49f7-add8-0d74e154cbfd,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:40.374004 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:40.378096 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-6cce3bf4-7122-47db-810d-7ad1fdfcfcd1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=255430746c5f435db4c784fa596b039d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1868660 Jun 29 17:14:40.380047 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33558) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:40.439161 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a42664ae-896f-4339-aeee-3cd96f0f03df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:40.465324 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a42664ae-896f-4339-aeee-3cd96f0f03df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:40.517947 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a42664ae-896f-4339-aeee-3cd96f0f03df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:40.521651 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83a1289b-b385-4982-88e6-f7514803f843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:40.534712 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42664ae-896f-4339-aeee-3cd96f0f03df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca68e3e-b266-49f7-add8-0d74e154cbfd,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:40.537558 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a42664ae-896f-4339-aeee-3cd96f0f03df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:40.540606 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a42664ae-896f-4339-aeee-3cd96f0f03df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:40.541735 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a42664ae-896f-4339-aeee-3cd96f0f03df admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4ca68e3e-b266-49f7-add8-0d74e154cbfd HTTP/1.1" status: 204 len: 168 time: 0.1609044 Jun 29 17:14:40.607221 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-dd470ef3-0ff0-4adf-8b68-ff1243886789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:41.060179 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:42.695218 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-3e190a3f-c6ed-40f1-91c2-7ec8bc0e849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:43.796003 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:45.234625 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:52.460803 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:14:53.229369 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33724) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:53.375727 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:53.406353 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:53.410026 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Usage tracker for resource:security_group_rule and tenant:d4aca2da6d1e4ef38c1e50ba6cee38fb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:53.413306 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:53.418838 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:53.485243 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:53.488894 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:53.497216 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-984a44aa-c706-4b92-aebb-410e27468eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:53.535926 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f869bb-82bd-4d13-96c3-078d77f47154,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:53.541188 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d4aca2da6d1e4ef38c1e50ba6cee38fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3107991 Jun 29 17:14:53.543903 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33732) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:53.548418 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.548751 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.549115 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.549516 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.549892 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.550251 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.550726 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.551087 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.551436 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.551786 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.552145 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.557061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:53.611598 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:53.640779 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:53.697563 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:53.701326 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-77ba65a0-da4c-4a66-ba82-db8c29fd100b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:53.715082 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f869bb-82bd-4d13-96c3-078d77f47154,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:53.724034 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:53.728544 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/05f869bb-82bd-4d13-96c3-078d77f47154 HTTP/1.1" status: 204 len: 168 time: 0.1836560 Jun 29 17:14:53.730351 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.730712 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.731385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.732249 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.732249 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.732547 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.732865 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.733477 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.733606 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.733975 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.734319 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:14:53.737414 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-65080ea8-b161-499b-b1d2-ee6447e7f33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:54.069824 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33740) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:54.087722 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:54.117976 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:54.122003 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd5c23603234dffaf4632947379e98a is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:54.124849 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:54.130525 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:54.194545 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:54.198224 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:54.204677 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-826c46c1-a4b6-4cf9-bd4b-6bf5b927a094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:54.246548 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748a688-2025-41d6-851e-5f9fc4cde38d,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:54.249863 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:54.253159 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-1b9af481-28f8-46f3-af8c-bec31f8e6cf0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4bd5c23603234dffaf4632947379e98a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813526 Jun 29 17:14:54.254923 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33744) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:54.313982 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:54.338502 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:54.389851 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:54.393611 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:54.404993 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748a688-2025-41d6-851e-5f9fc4cde38d,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:54.407305 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:54.413195 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:54.414276 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a748a688-2025-41d6-851e-5f9fc4cde38d HTTP/1.1" status: 204 len: 168 time: 0.1584718 Jun 29 17:14:55.735126 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33782) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:55.873273 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:55.906089 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:14:55.909832 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9acbf2c5e19447a69d4fadb665c04bce is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:14:55.912950 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:14:55.918697 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:14:55.992440 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:55.996403 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:56.002907 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:56.043335 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d11c23-9e01-4e87-9981-31faccc2f331,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:56.046361 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:56.049894 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-22aef035-b106-4f52-8173-848df1f333a5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9acbf2c5e19447a69d4fadb665c04bce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3137665 Jun 29 17:14:56.053890 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 33788) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:14:56.117910 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8a57d386-7c4d-456f-9d15-63d028ce6003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:56.142537 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8a57d386-7c4d-456f-9d15-63d028ce6003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:56.194285 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8a57d386-7c4d-456f-9d15-63d028ce6003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:56.197810 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83da33cd-f54d-4c40-93e1-b34e4cfaeb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:14:56.211295 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57d386-7c4d-456f-9d15-63d028ce6003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d11c23-9e01-4e87-9981-31faccc2f331,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:14:56.214721 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8a57d386-7c4d-456f-9d15-63d028ce6003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:14:56.220151 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8a57d386-7c4d-456f-9d15-63d028ce6003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:14:56.221266 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-8a57d386-7c4d-456f-9d15-63d028ce6003 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e2d11c23-9e01-4e87-9981-31faccc2f331 HTTP/1.1" status: 204 len: 168 time: 0.1663361 Jun 29 17:15:02.142684 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:02.987533 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-f4782ace-072b-4760-a18d-1996110d3012 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722613 Jun 29 17:15:03.126671 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33854) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:03.130969 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-8881b77e-9b57-4fd5-ab8c-dc272514ae6c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 1099 time: 0.0752378 Jun 29 17:15:03.286309 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:03.322851 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:03.326907 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Usage tracker for resource:security_group_rule and tenant:87fa8f3a346f45ffb6b66950e82bba0a is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:03.330012 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:03.336793 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:03.378392 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-f0e5d808-e7f1-4f89-bde4-6f417446098a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:03.380178 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-f0e5d808-e7f1-4f89-bde4-6f417446098a service neutron] 10.222.0.98 "GET /v2.0/networks?id=473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 200 len: 913 time: 0.2299082 Jun 29 17:15:03.407819 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:03.412883 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:03.420276 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-500ada15-0eef-4f17-8176-378bb9573b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:03.461561 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65904be2-7a12-477a-89f5-a0b3f93c981c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:03.465264 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:03.469833 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=87fa8f3a346f45ffb6b66950e82bba0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3420436 Jun 29 17:15:03.471480 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33860) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:03.489882 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-b27727a3-0cc9-4c43-8091-6ad12d793cf7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e HTTP/1.1" status: 200 len: 1002 time: 0.1029544 Jun 29 17:15:03.532316 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f773388b-604a-4c49-8a33-3bf8284a6747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:03.554595 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-a730ff12-4202-432d-992c-4cc575b2ff53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:03.556193 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-a730ff12-4202-432d-992c-4cc575b2ff53 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 200 len: 850 time: 0.0601792 Jun 29 17:15:03.564854 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f773388b-604a-4c49-8a33-3bf8284a6747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:03.623512 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f773388b-604a-4c49-8a33-3bf8284a6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:03.629818 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0cedec28-4e1e-43b5-bb92-7bbb03a49fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:03.635540 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-9a262139-1da8-475b-94a5-ae72d90531ef service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=473159d1-45f3-4629-9919-6085193be22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734961 Jun 29 17:15:03.645219 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773388b-604a-4c49-8a33-3bf8284a6747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65904be2-7a12-477a-89f5-a0b3f93c981c,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:03.654330 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f773388b-604a-4c49-8a33-3bf8284a6747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:03.655057 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f773388b-604a-4c49-8a33-3bf8284a6747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:03.656127 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-f773388b-604a-4c49-8a33-3bf8284a6747 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/65904be2-7a12-477a-89f5-a0b3f93c981c HTTP/1.1" status: 204 len: 168 time: 0.1832485 Jun 29 17:15:03.837502 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-b7ca04df-d68d-439a-90be-dcadd8a26757 service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951883 Jun 29 17:15:03.987710 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-89051100-a4e5-4b85-9a36-8868f8664dbd req-ba2a2c6f-4003-4946-8b29-6d3d626e638d service neutron] 10.222.0.98 "GET /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442199 Jun 29 17:15:10.589536 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-2cb91137-d502-4bc3-99ed-8f1dc69bf632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:11.069550 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:12.697574 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5925c028-5d12-4f19-9e56-9da39e47d4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:13.799945 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:14.472791 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde53682-b1c3-4f07-a9a1-fb1712c38baa req-f93cde28-d494-4987-a0e8-54816b45325c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:14.474773 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fde53682-b1c3-4f07-a9a1-fb1712c38baa req-f93cde28-d494-4987-a0e8-54816b45325c tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 946 time: 0.0774927 Jun 29 17:15:14.519919 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-fde53682-b1c3-4f07-a9a1-fb1712c38baa req-bbdf2b9e-108c-4543-a062-d6c8f009203f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Jun 29 17:15:15.236785 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:15.721852 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e42e8b-47e3-48fb-869c-a1151cf5a200 req-c427bdc2-fecc-484e-b596-9f9f11307bc8 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:15.723345 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-42e42e8b-47e3-48fb-869c-a1151cf5a200 req-c427bdc2-fecc-484e-b596-9f9f11307bc8 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 946 time: 0.0791912 Jun 29 17:15:15.769105 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-42e42e8b-47e3-48fb-869c-a1151cf5a200 req-a1443c4f-8e2f-47cd-9208-1c0233ce7d8d tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups?id=14ff3fca-159e-4553-a1c0-6fa3b64a1217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402768 Jun 29 17:15:16.171082 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-f69272e0-bf3e-4464-9ef3-1d2f6177ffd0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:16.171757 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-f69272e0-bf3e-4464-9ef3-1d2f6177ffd0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Synchronizing usage tracker for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:15:16.187859 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-f69272e0-bf3e-4464-9ef3-1d2f6177ffd0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Unset dirty status for tenant:8fc76f0097d14fa5ad10fd54099f54cb on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:15:16.189369 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-f69272e0-bf3e-4464-9ef3-1d2f6177ffd0 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 946 time: 0.0978689 Jun 29 17:15:16.258759 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Deleting port ce92638c-d4e4-474c-a3f3-b43483f2ed0e {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:16.259041 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:16.497995 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] For port ce92638c-d4e4-474c-a3f3-b43483f2ed0e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:16.498327 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:16.774444 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:16.774806 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547167'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:16.775112 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.l3_db [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Floating IP a05bd486-569b-4e15-89c1-8e945b0af746 disassociated. External IP: 172.28.1.189, port: ce92638c-d4e4-474c-a3f3-b43483f2ed0e. Jun 29 17:15:16.775452 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Calling delete_port for ce92638c-d4e4-474c-a3f3-b43483f2ed0e owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:15:16.921863 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:16.928363 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a85ce8f-ed70-4cd7-91aa-e7af4f2d0cec tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:16.940606 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-25898e16-0224-49b8-9c6c-00e421370889 req-0d6a2583-7d58-480f-9737-8c8e9466222f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 210 time: 0.0433831 Jun 29 17:15:16.969225 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event deleted for resources: {'Port': ['ID=ce92638c-d4e4-474c-a3f3-b43483f2ed0e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:16.975372 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:17.278735 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Router 9a765ec3-c973-4d19-baa8-0b34365ba1ac has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:15:17.491754 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:15:17.501068 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] Sync routers for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:15:17.512668 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:15:17.513343 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:15:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:17.567807 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] No DVR routers for this DVR port ce92638c-d4e4-474c-a3f3-b43483f2ed0e on host hv-cinder-79867 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:15:17.570375 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:17.574430 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'name': 'network-vif-deleted', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:15:17.589756 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-a0504965-1a71-4c10-9e2f-d373d785e942 req-5bcdca35-b0e2-4800-bba4-1caf2fa45418 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.98 "DELETE /v2.0/ports/ce92638c-d4e4-474c-a3f3-b43483f2ed0e HTTP/1.1" status: 204 len: 173 time: 1.3952045 Jun 29 17:15:17.635650 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c953d528-4e16-4c15-971d-9b6c74a306ef', 'name': 'network-vif-deleted', 'tag': 'ce92638c-d4e4-474c-a3f3-b43483f2ed0e', 'status': 'completed', 'code': 200} Jun 29 17:15:17.709135 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:15:18.023480 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:18.027454 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] Checking router: 9a765ec3-c973-4d19-baa8-0b34365ba1ac for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:15:18.040577 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:15:18.041290 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:15:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:18.141337 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-c3eb36e0-2dbd-454f-9410-1427d44df024 req-6c7959b5-c6f7-450e-be13-2bc66f1954e2 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/ports?device_id=c953d528-4e16-4c15-971d-9b6c74a306ef HTTP/1.1" status: 200 len: 210 time: 0.0472844 Jun 29 17:15:18.269814 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:15:18.576901 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:18.580718 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98dd9d0-ad52-4743-a8e5-f255493622a0 None None] The sync data for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb is: [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:10:45Z', 'revision_number': 4, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb', '_interfaces': [{'id': 'c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc', 'name': '', 'network_id': '473159d1-45f3-4629-9919-6085193be22e', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'mac_address': 'fa:16:3e:8a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530bf402-d532-4064-abd9-563f03d247c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:44Z', 'updated_at': '2021-06-29T17:10:57Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'subnets': [{'id': '530bf402-d532-4064-abd9-563f03d247c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:15:18.784763 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f2548-7426-4c22-9be5-d3074040ee98 None None] New status for floating IP a05bd486-569b-4e15-89c1-8e945b0af746: DOWN {{(pid=74291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 17:15:19.290161 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33924) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:19.357812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9227f18f-39ca-43dd-8512-78b8f48ea20f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:19.387830 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9227f18f-39ca-43dd-8512-78b8f48ea20f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:19.391371 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device ce92638c-d4e4-474c-a3f3-b43483f2ed0e no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:15:19.422749 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: ce92638c-d4e4-474c-a3f3-b43483f2ed0e {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:15:19.423102 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device ce92638c-d4e4-474c-a3f3-b43483f2ed0e not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:15:19.438985 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9227f18f-39ca-43dd-8512-78b8f48ea20f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:19.443602 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5568ecda-da93-4116-a9c1-5f8e4d812f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:19.458708 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227f18f-39ca-43dd-8512-78b8f48ea20f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff3fca-159e-4553-a1c0-6fa3b64a1217,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:19.461585 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9227f18f-39ca-43dd-8512-78b8f48ea20f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:19.467772 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9227f18f-39ca-43dd-8512-78b8f48ea20f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:19.468849 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-9227f18f-39ca-43dd-8512-78b8f48ea20f tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "DELETE /v2.0/security-groups/14ff3fca-159e-4553-a1c0-6fa3b64a1217 HTTP/1.1" status: 204 len: 168 time: 0.1777258 Jun 29 17:15:19.471471 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33928) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:19.487551 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.api.v2.resource [None req-e02fa20b-e657-408f-9ad8-a22c9529d8fc tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] show failed (client error): The resource could not be found. Jun 29 17:15:19.488503 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-e02fa20b-e657-408f-9ad8-a22c9529d8fc tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "GET /v2.0/security-groups/14ff3fca-159e-4553-a1c0-6fa3b64a1217 HTTP/1.1" status: 404 len: 347 time: 0.0161660 Jun 29 17:15:19.491784 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33932) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:19.644235 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Deleting port 47cafe20-5187-47fd-aaef-097300a032a8 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:19.644566 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:19.806815 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:19.807133 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:19.925928 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Calling delete_port for 47cafe20-5187-47fd-aaef-097300a032a8 owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:15:20.136331 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:20.139905 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-15dab33a-fc4e-4fda-b384-594b4bd0d5bb tempest-VolumesSnapshotTestJSON-2094880496 tempest-VolumesSnapshotTestJSON-2094880496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:20.182983 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Pushing event deleted for resources: {'Port': ['ID=47cafe20-5187-47fd-aaef-097300a032a8,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:20.186812 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:20.273833 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:20.287809 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:20.288913 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-285228b9-f305-4aa8-abd1-34824b5ad9b6 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] 10.222.0.99 "DELETE /v2.0/floatingips/a05bd486-569b-4e15-89c1-8e945b0af746 HTTP/1.1" status: 204 len: 168 time: 0.7962759 Jun 29 17:15:24.338744 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33964) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:24.725211 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545119'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:25.328946 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Deleting port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:25.329312 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:25.502278 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] For port c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:25.503037 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:25.723920 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Calling delete_port for c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:15:25.893593 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:25.897724 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9b446180-b9e2-4ee8-915b-91e1bf1495f6 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:25.948267 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:25.950794 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:26.237548 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545377'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:26.821805 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Router 9a765ec3-c973-4d19-baa8-0b34365ba1ac has already been hosted by L3 agent 5c2094be-aecb-4aa2-8b79-ac6579486193 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 17:15:27.026172 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] Notify agent at l3_agent.dv-cinder-798672-1-smb the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:15:27.034595 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] Sync routers for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 17:15:27.038725 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a95be101-c803-496e-87ac-e57cab0d4d49 admin admin] 10.222.0.99 "PUT /v2.0/routers/9a765ec3-c973-4d19-baa8-0b34365ba1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6989546 Jun 29 17:15:27.041277 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33968) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:27.047196 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:15:27.047808 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:15:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:27.229771 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: dv-cinder-798672-1-smb {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:15:27.346839 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:27.514317 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'external_fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:15:25Z', 'revision_number': 5, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port': {'id': '051d01bd-d8fc-44c4-8a1b-e85c03de5210', 'name': '', 'network_id': '70aebcf8-aef1-4139-b9cf-28f0e831d965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:10:41Z', 'updated_at': '2021-06-29T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f8d94f5-89ac-4c52-9513-982dfb0000dc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-1-smb'}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:27.518083 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] Checking router: 9a765ec3-c973-4d19-baa8-0b34365ba1ac for host: dv-cinder-798672-1-smb {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 17:15:27.528360 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] Routers {'9a765ec3-c973-4d19-baa8-0b34365ba1ac'} bound to L3 agent in host dv-cinder-798672-1-smb {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:15:27.528943 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798672-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:58:43Z,description=,heartbeat_timestamp=2021-06-29T17:15:13Z,host='dv-cinder-798672-1-smb',id=5c2094be-aecb-4aa2-8b79-ac6579486193,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:58:43Z,topic='l3_agent')) {'router_ids': ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:27.541614 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:27.551648 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Deleting port 051d01bd-d8fc-44c4-8a1b-e85c03de5210 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:27.552155 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:27.672656 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] Set router 9a765ec3-c973-4d19-baa8-0b34365ba1ac gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 17:15:27.726669 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] For port 051d01bd-d8fc-44c4-8a1b-e85c03de5210, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=051d01bd-d8fc-44c4-8a1b-e85c03de5210,segment=NetworkSegment(7dce4ee0-8c07-406e-b252-89a99c551cd0),segment_id=7dce4ee0-8c07-406e-b252-89a99c551cd0)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:27.727021 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:27.776098 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:15:27Z', 'revision_number': 6, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port_host': None}], 'dv-cinder-798672-1-smb', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:27.780027 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3c648-f0a2-49cb-941e-5d4decbb2a95 None None] The sync data for ids ['9a765ec3-c973-4d19-baa8-0b34365ba1ac'] in dv-cinder-798672-1-smb is: [{'id': '9a765ec3-c973-4d19-baa8-0b34365ba1ac', 'name': 'tempest-AttachVolumeTestJSON-1644728050-router', 'tenant_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:10:40Z', 'updated_at': '2021-06-29T17:15:27Z', 'revision_number': 6, 'project_id': '8fc76f0097d14fa5ad10fd54099f54cb', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 17:15:27.846310 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Calling delete_port for 051d01bd-d8fc-44c4-8a1b-e85c03de5210 owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:15:28.008930 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.012902 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3066a7bf-d8dc-4eef-84cc-d72657870e39 tempest-ServerRescueNegativeTestJSON-750182578 tempest-ServerRescueNegativeTestJSON-750182578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:28.053995 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Pushing event deleted for resources: {'Port': ['ID=051d01bd-d8fc-44c4-8a1b-e85c03de5210,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:28.056466 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:28.286688 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546952'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.643121 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32658'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.647450 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.673362 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541684'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.673899 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a765ec3-c973-4d19-baa8-0b34365ba1ac {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:15:28.686249 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.688339 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a51ca185-ba7a-47b1-aa38-e021f607d031 admin admin] 10.222.0.99 "DELETE /v2.0/routers/9a765ec3-c973-4d19-baa8-0b34365ba1ac HTTP/1.1" status: 204 len: 168 time: 1.6451902 Jun 29 17:15:28.690219 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33972) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:28.755911 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Deleting subnet 530bf402-d532-4064-abd9-563f03d247c1 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:15:28.757176 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.806285 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982915'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.885754 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.955925 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1553228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2963323'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:28.960307 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:28.996095 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530bf402-d532-4064-abd9-563f03d247c1,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:28.998589 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:29.003540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.009285 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21888f0b-b5b0-486e-9af0-b2d7c0c6119d None None] Network 473159d1-45f3-4629-9919-6085193be22e requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:15:29.009863 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-28d3e822-7945-4252-b25b-d3cabd30cb3c admin admin] 10.222.0.99 "DELETE /v2.0/subnets/530bf402-d532-4064-abd9-563f03d247c1 HTTP/1.1" status: 204 len: 168 time: 0.3183570 Jun 29 17:15:29.011858 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33976) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:29.124127 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.134451 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Deleting port 5b168e5c-b067-4623-bb23-f496a5667286 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:29.134779 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.163315 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:15:29.206189 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:15:29.206538 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device c8d82edc-ba7a-4834-ab1a-ce9bf92bdcfc not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:15:29.207630 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 051d01bd-d8fc-44c4-8a1b-e85c03de5210 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:15:29.240827 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: 051d01bd-d8fc-44c4-8a1b-e85c03de5210 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:15:29.241490 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 051d01bd-d8fc-44c4-8a1b-e85c03de5210 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:15:29.337458 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] DHCP port deletion for 473159d1-45f3-4629-9919-6085193be22e request from dv-cinder-798672-1-smb {{(pid=74291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 17:15:29.341536 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Deleting port 5b168e5c-b067-4623-bb23-f496a5667286 {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:29.341937 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.344653 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] For port 5b168e5c-b067-4623-bb23-f496a5667286, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=5b168e5c-b067-4623-bb23-f496a5667286,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:29.345003 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.460513 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:15:29.465266 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Calling delete_port for 5b168e5c-b067-4623-bb23-f496a5667286 owned by network:dhcp {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:15:29.538880 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553343'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.543165 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-eb614a4f-281e-4b81-9af2-0084b3b5a9e5 tempest-AttachVolumeShelveTestJSON-647333315 tempest-AttachVolumeShelveTestJSON-647333315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:29.548113 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] For port 5b168e5c-b067-4623-bb23-f496a5667286, host dv-cinder-798672-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-1-smb',level=0,port_id=5b168e5c-b067-4623-bb23-f496a5667286,segment=NetworkSegment(7cd26f8b-45a8-40ab-9c35-e1ddb01125ff),segment_id=7cd26f8b-45a8-40ab-9c35-e1ddb01125ff)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:29.548509 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.587748 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b168e5c-b067-4623-bb23-f496a5667286,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:29.590022 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:29.593231 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] No DVR routers for this DVR port 5b168e5c-b067-4623-bb23-f496a5667286 on host dv-cinder-798672-1-smb {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:15:29.667205 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Calling delete_port for 5b168e5c-b067-4623-bb23-f496a5667286 owned by network:dhcp {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:15:29.708777 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.721728 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473159d1-45f3-4629-9919-6085193be22e']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:29.734552 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:29.734839 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd26f8b-45a8-40ab-9c35-e1ddb01125ff') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:29.734949 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.db.api [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:15:29.735306 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_db.api [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:15:29.746027 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982924'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.761218 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.767290 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:15:29.767772 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1553386'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: Traceback (most recent call last): Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: timer() Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: cb(*args, **kw) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: return func(*args, **kwargs) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: self._notify() Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: self.callback(batched_events) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: event.method(event) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: return f(self, *a, **k) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: return self._get(url).json() Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: return self.request(url, 'GET', **kwargs) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:15:29.781322 dv-cinder-798672-1-smb neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:15:29.856856 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.861545 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.863979 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c6573280-50f7-4ada-945f-03bd26e5c356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:29.885105 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=473159d1-45f3-4629-9919-6085193be22e,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:29.887357 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:29.898690 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-52aeb44e-0d83-43ef-817f-f340f4ed1c79 admin admin] 10.222.0.99 "DELETE /v2.0/networks/473159d1-45f3-4629-9919-6085193be22e HTTP/1.1" status: 204 len: 168 time: 0.8858237 Jun 29 17:15:30.093690 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33982) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:30.142467 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-0bee4af7-bdf9-4a60-9f13-aa4c0df87350 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8fc76f0097d14fa5ad10fd54099f54cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476260 Jun 29 17:15:30.145431 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 33986) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:30.203623 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:30.228843 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:30.236871 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Deleting port 5b168e5c-b067-4623-bb23-f496a5667286 {{(pid=74291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:30.237401 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:30.282711 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:30.287188 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8cde5945-43cd-466a-99c4-994db4c9a5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:30.299721 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f99ed8-3cb6-40fa-a748-5d77835b6aa1,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:30.302956 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:30.304622 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-c9e64533-ecbb-4c3c-a5a2-fe7230837b1e None None] The port '5b168e5c-b067-4623-bb23-f496a5667286' was deleted {{(pid=74291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 17:15:30.319818 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:30.320952 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/18f99ed8-3cb6-40fa-a748-5d77835b6aa1 HTTP/1.1" status: 204 len: 168 time: 0.1746230 Jun 29 17:15:31.131243 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5b168e5c-b067-4623-bb23-f496a5667286 no longer exists at agent ovs-agent-dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:15:31.163394 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] No Port match for: 5b168e5c-b067-4623-bb23-f496a5667286 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:15:31.163746 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Device 5b168e5c-b067-4623-bb23-f496a5667286 not bound to the agent host dv-cinder-798672-1-smb {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:15:32.139938 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:32.645979 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34042) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:32.786342 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:32.817658 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:32.821417 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Usage tracker for resource:security_group_rule and tenant:c8304b977a5c40f0960898cffe56c6af is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:32.824141 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:32.830137 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:32.895519 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:32.899198 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:32.905834 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b02e8731-2ade-4dca-a183-0b561dd1eabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:32.945985 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14b1692-f401-4ec9-931f-30c3a78d0d9a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:32.949550 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:32.954094 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-1b924950-3159-4a39-85bb-f0cdd0e51380 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c8304b977a5c40f0960898cffe56c6af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3048074 Jun 29 17:15:32.955121 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34048) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:33.014510 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-98626ffd-cd9f-4c0f-8121-219ae9843e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.043396 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-98626ffd-cd9f-4c0f-8121-219ae9843e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.178470 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-98626ffd-cd9f-4c0f-8121-219ae9843e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.182118 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f658b82c-612f-4df5-8e96-73bbb3732dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:33.194727 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98626ffd-cd9f-4c0f-8121-219ae9843e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14b1692-f401-4ec9-931f-30c3a78d0d9a,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:33.197541 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-98626ffd-cd9f-4c0f-8121-219ae9843e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:33.199343 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-98626ffd-cd9f-4c0f-8121-219ae9843e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.200426 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-98626ffd-cd9f-4c0f-8121-219ae9843e1a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f14b1692-f401-4ec9-931f-30c3a78d0d9a HTTP/1.1" status: 204 len: 168 time: 0.2452557 Jun 29 17:15:33.529212 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34056) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:33.547525 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.578983 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:33.582836 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Usage tracker for resource:security_group_rule and tenant:5745b26ecd8c4c52bef72c468238cdbb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:33.585928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:33.593696 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:33.657543 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.741121 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.747480 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83ee1890-34f2-4131-bb6b-cf53fe4600ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:33.792418 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20e675a-86ee-4a6d-9471-843b0bc3279b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:33.796890 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5745b26ecd8c4c52bef72c468238cdbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2666807 Jun 29 17:15:33.797777 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1e013a39-52c3-4fd6-bc29-ec43c6a1bdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:33.799611 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34060) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:33.859258 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c175-8ed2-43fc-b9ad-78e59a398cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.884068 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c175-8ed2-43fc-b9ad-78e59a398cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.933946 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c175-8ed2-43fc-b9ad-78e59a398cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.937709 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3fd22ef9-d4da-4aa1-83b3-7ba44af6264c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:33.948798 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3c175-8ed2-43fc-b9ad-78e59a398cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20e675a-86ee-4a6d-9471-843b0bc3279b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:33.951049 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a6b3c175-8ed2-43fc-b9ad-78e59a398cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:33.960059 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c175-8ed2-43fc-b9ad-78e59a398cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:33.961186 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-a6b3c175-8ed2-43fc-b9ad-78e59a398cd6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b20e675a-86ee-4a6d-9471-843b0bc3279b HTTP/1.1" status: 204 len: 168 time: 0.1608193 Jun 29 17:15:37.653002 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34198) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:37.795605 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:37.827012 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:37.830706 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Usage tracker for resource:security_group_rule and tenant:80916be5a47b45099402f58e89d45aa8 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:37.833973 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:37.839485 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:37.904554 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:37.908170 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:37.915914 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9a7f60c0-c6bc-41a4-a235-8a38468695c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:37.959329 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=80916be5a47b45099402f58e89d45aa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3052504 Jun 29 17:15:37.960084 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faae6f47-ae8b-4d7b-8c5f-3a551ecc42c1,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:37.962150 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34204) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:37.962966 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ec6d1d6e-c38d-4875-ba61-e21ae9e04100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:38.028695 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-21ba3228-72b9-4914-9b45-64bd681f102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.053748 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-21ba3228-72b9-4914-9b45-64bd681f102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.103102 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-21ba3228-72b9-4914-9b45-64bd681f102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.106663 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-88620324-1dc5-42d2-8209-e85f60104cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:38.117949 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba3228-72b9-4914-9b45-64bd681f102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae6f47-ae8b-4d7b-8c5f-3a551ecc42c1,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:38.121219 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-21ba3228-72b9-4914-9b45-64bd681f102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:38.124378 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-21ba3228-72b9-4914-9b45-64bd681f102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.125477 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-21ba3228-72b9-4914-9b45-64bd681f102e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/faae6f47-ae8b-4d7b-8c5f-3a551ecc42c1 HTTP/1.1" status: 204 len: 168 time: 0.1622877 Jun 29 17:15:38.445097 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34212) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:38.464226 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.494267 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:38.497949 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Usage tracker for resource:security_group_rule and tenant:7cc750b23f9c45a597c54e1a4c8ed060 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:38.500684 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:38.507009 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:38.570229 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.573928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.580364 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d7ca93e6-e6f8-47a5-863c-1ee788ef1e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:38.625469 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6176a23d-92c9-44fc-a7a2-0bcc62d42394,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:38.630183 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7cc750b23f9c45a597c54e1a4c8ed060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1840706 Jun 29 17:15:38.631135 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9e278dbd-8165-485f-9b30-3b21ed2ddb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:38.633096 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34216) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:38.696278 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17b282be-662a-4f38-b9f1-c2e7ffa626e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.720913 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17b282be-662a-4f38-b9f1-c2e7ffa626e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.770620 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17b282be-662a-4f38-b9f1-c2e7ffa626e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.774179 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-042e078e-e60a-4ae5-8d07-65ae6e605d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:38.786230 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b282be-662a-4f38-b9f1-c2e7ffa626e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6176a23d-92c9-44fc-a7a2-0bcc62d42394,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:38.788426 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-17b282be-662a-4f38-b9f1-c2e7ffa626e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:38.798731 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17b282be-662a-4f38-b9f1-c2e7ffa626e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:38.799829 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-17b282be-662a-4f38-b9f1-c2e7ffa626e7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6176a23d-92c9-44fc-a7a2-0bcc62d42394 HTTP/1.1" status: 204 len: 168 time: 0.1659210 Jun 29 17:15:39.631664 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34238) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:39.759883 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2009790798-network', 'tenant_id': 'a1ba786b507644f396f97cf8807afbc2'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:15:39.764896 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:39.769377 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Usage tracker for resource:network and tenant:a1ba786b507644f396f97cf8807afbc2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:39.772183 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:39.777819 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:39.792114 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Made reservation on behalf of a1ba786b507644f396f97cf8807afbc2 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:15:39.794928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.807263 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.839284 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:39.843036 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ba786b507644f396f97cf8807afbc2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:39.845767 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:39.851620 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:39.917054 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.920796 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.924944 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-27125329-ac56-463d-b04a-9e2a72dbd46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:39.954139 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:15:39.963502 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4bc4da-5341-4596-a315-029027aa7794,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:39.966724 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:39.970682 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.971573 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Added segment f96bc856-9dd1-424b-89c3-f983d47ed8e5 of type vlan for network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb Jun 29 17:15:39.997876 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:40.026735 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:40.027892 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:40.028461 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:40.032854 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:40.134922 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Pushing event updated for resources: {'Network': ['ID=8353e44d-5365-41d2-a2fa-cd174ad0c2fb,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:40.138301 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5055194 Jun 29 17:15:40.139280 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:40.142189 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34246) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:40.147097 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:15:40.148564 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Request body: {'subnet': {'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2009790798-subnet', 'tenant_id': 'a1ba786b507644f396f97cf8807afbc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:15:40.153454 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:40.157362 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Usage tracker for resource:subnet and tenant:a1ba786b507644f396f97cf8807afbc2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:40.160788 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:40.166946 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:40.178307 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Made reservation on behalf of a1ba786b507644f396f97cf8807afbc2 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:15:40.180956 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:40.381691 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:40.384944 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c1f403c3-dea3-47f7-acab-69b3615b5210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:40.454417 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3660ecc-30e6-486c-9997-cd9a52bb62dc,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:40.461712 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:40.471671 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Checking segment: {'id': 'f96bc856-9dd1-424b-89c3-f983d47ed8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:15:40.473222 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Network hostable DHCP agents. Network: 8353e44d-5365-41d2-a2fa-cd174ad0c2fb, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:15:40.493169 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:15:40.501777 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 8353e44d-5365-41d2-a2fa-cd174ad0c2fb) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:15:40.505942 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:40.506504 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:40.510570 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da1f39-16e1-4f05-a9df-0156354c8bc7 None None] Network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:15:40.527539 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-08fd2bd3-3209-4e25-84f8-69d42127cad2 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3841796 Jun 29 17:15:40.636234 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba81a-ca38-4272-b169-8308ee306dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:40.762636 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f7f0a-2454-4c8c-96fc-cd86b239db9e None None] Network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:15:41.063635 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.416932 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34268) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:41.422477 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1377953333-network', 'tenant_id': '509f43bdc636414bbf4341aecf69e395'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:15:41.427596 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:41.431367 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Usage tracker for resource:network and tenant:509f43bdc636414bbf4341aecf69e395 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:41.434192 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:41.440113 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:41.451000 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Made reservation on behalf of 509f43bdc636414bbf4341aecf69e395 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:15:41.453315 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.466604 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.498308 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:41.502073 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Usage tracker for resource:security_group_rule and tenant:509f43bdc636414bbf4341aecf69e395 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:41.505324 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:41.510789 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:41.576156 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.579623 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.584383 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b1c0ec05-7b7c-4743-8c3f-047a2037808d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:41.614738 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 17:15:41.626082 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1499765a-adf0-462a-b08d-9009a559ab9d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:41.629698 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:41.632228 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.632561 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.db.segments_db [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Added segment 447c0612-3931-4c45-96ff-4e3d1c14f5e7 of type vlan for network 8c4a9301-76e3-4ba9-adf9-4ac7ab562f90 Jun 29 17:15:41.658317 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754501381012'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.686874 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.688043 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:41.688893 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:41.694051 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:41.793088 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4a9301-76e3-4ba9-adf9-4ac7ab562f90,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:41.795685 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:41.797364 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3793998 Jun 29 17:15:41.800807 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34272) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:15:41.803893 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Network 8c4a9301-76e3-4ba9-adf9-4ac7ab562f90 details requested by agent ovs-agent-dv-cinder-798672-1-smb with host dv-cinder-798672-1-smb {{(pid=74291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 17:15:41.807047 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Request body: {'subnet': {'network_id': '8c4a9301-76e3-4ba9-adf9-4ac7ab562f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1377953333-subnet', 'tenant_id': '509f43bdc636414bbf4341aecf69e395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:15:41.811863 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:41.817075 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Usage tracker for resource:subnet and tenant:509f43bdc636414bbf4341aecf69e395 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:41.820190 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:41.826273 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:41.837086 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Made reservation on behalf of 509f43bdc636414bbf4341aecf69e395 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:15:41.839342 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2731359'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:42.129294 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1441409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2731341'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:42.132707 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e2a79416-3281-4cd7-80b2-86ee2a92595e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:42.205342 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d472942e-11e8-4009-9f21-8e0535207150,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:42.208974 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:42.216894 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Checking segment: {'id': '447c0612-3931-4c45-96ff-4e3d1c14f5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '8c4a9301-76e3-4ba9-adf9-4ac7ab562f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:15:42.217286 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Network hostable DHCP agents. Network: 8c4a9301-76e3-4ba9-adf9-4ac7ab562f90, hostable agents: ['c67d1781-88fc-458d-a545-6a1b8bdb37ac'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:15:42.239253 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Network 8c4a9301-76e3-4ba9-adf9-4ac7ab562f90 is scheduled to be hosted by DHCP agent c67d1781-88fc-458d-a545-6a1b8bdb37ac with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:15:42.248313 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-1-smb, 8c4a9301-76e3-4ba9-adf9-4ac7ab562f90) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:15:42.252480 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:42.253314 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:42.257061 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251c209-f6c6-4207-a6e7-ecbcbf97a203 None None] Network 8c4a9301-76e3-4ba9-adf9-4ac7ab562f90 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:15:42.273653 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-9d84f522-9e64-4c89-9771-8728d1730ec5 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4711311 Jun 29 17:15:42.471983 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c6879-641f-494d-9d26-c2fe6651d47a None None] Network 8c4a9301-76e3-4ba9-adf9-4ac7ab562f90 requested from dv-cinder-798672-1-smb {{(pid=74291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 17:15:42.699759 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-384ea6ca-cf98-4978-b1aa-085409b1b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:42.876784 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-dd9d79f8-c963-4fb7-8d06-71c6ba1bc390 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:42.878490 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-dd9d79f8-c963-4fb7-8d06-71c6ba1bc390 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/networks?id=8353e44d-5365-41d2-a2fa-cd174ad0c2fb HTTP/1.1" status: 200 len: 809 time: 0.1456573 Jun 29 17:15:42.894174 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f172dbbe-a08c-4a19-b867-460840f14319 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/quotas/a1ba786b507644f396f97cf8807afbc2 HTTP/1.1" status: 200 len: 375 time: 0.0103524 Jun 29 17:15:42.939994 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f3111171-d4bb-4694-a9a3-f8cdbced315f tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1ba786b507644f396f97cf8807afbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407429 Jun 29 17:15:43.072447 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-0f52947b-3733-4c68-9189-d8a968d70724 service neutron] 10.222.0.99 "GET /v2.0/networks/8353e44d-5365-41d2-a2fa-cd174ad0c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253364 Jun 29 17:15:43.227798 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-e1eed605-0fda-4732-9ef1-07871cad99cd service neutron] 10.222.0.99 "GET /v2.0/networks/8353e44d-5365-41d2-a2fa-cd174ad0c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496265 Jun 29 17:15:43.420070 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-45a3e725-c705-4115-8aa1-0ba12fa484f5 req-d380ed59-b9f9-4578-8dae-e8f8b45f6824 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 210 time: 0.0461605 Jun 29 17:15:43.802903 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:44.419210 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-e2eb8852-2a6d-4642-8c92-b0c565a32af2 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:44.419876 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-e2eb8852-2a6d-4642-8c92-b0c565a32af2 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Synchronizing usage tracker for tenant:a1ba786b507644f396f97cf8807afbc2 on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:15:44.436374 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-e2eb8852-2a6d-4642-8c92-b0c565a32af2 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Unset dirty status for tenant:a1ba786b507644f396f97cf8807afbc2 on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:15:44.437489 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-e2eb8852-2a6d-4642-8c92-b0c565a32af2 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.98 "GET /v2.0/networks?id=8353e44d-5365-41d2-a2fa-cd174ad0c2fb HTTP/1.1" status: 200 len: 809 time: 0.1658151 Jun 29 17:15:44.501210 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Request body: {'port': {'device_id': '05b4e1da-0542-415d-8f86-de25c39fb749', 'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb', 'admin_state_up': True, 'tenant_id': 'a1ba786b507644f396f97cf8807afbc2'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:15:44.582403 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f54a3505-36e3-41de-b7ee-c1bcb20eab1b req-9371f55e-4fe2-44a6-aaaf-e8c6ca09c88c tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 210 time: 0.0427868 Jun 29 17:15:44.648363 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:15:44.652126 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Usage tracker for resource:port and tenant:a1ba786b507644f396f97cf8807afbc2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:15:44.654870 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:15:44.661531 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:15:44.670711 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Made reservation on behalf of a1ba786b507644f396f97cf8807afbc2 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:15:44.673511 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:44.833534 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Allocated IP 172.20.0.8 (8353e44d-5365-41d2-a2fa-cd174ad0c2fb/b3660ecc-30e6-486c-9997-cd9a52bb62dc/c7eeccc7-6426-4c10-bcc9-9c7e3f956311) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:15:45.029496 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.056581 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754501397005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.063593 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-badfe440-9545-4f0e-92b8-9b98c9f2a6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:45.126369 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:15:45.129945 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:15:45.132212 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:15:45.172087 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Pushing event updated for resources: {'Port': ['ID=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:45.175114 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:45.201986 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:45.202658 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.223386 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-f199df18-a432-4341-bdaa-76a976ceaabc tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7263539 Jun 29 17:15:45.234334 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.v2.base [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Request body: {'port': {'device_id': '05b4e1da-0542-415d-8f86-de25c39fb749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 17:15:45.242564 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.342426 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.682076 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7eeccc7-6426-4c10-bcc9-9c7e3f956311 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:15:45.689661 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.706588 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Transition to ACTIVE for port object c7eeccc7-6426-4c10-bcc9-9c7e3f956311 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:15:45.710936 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.715266 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f3315d53-a206-44dc-a3af-b0162e67133b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:45.784529 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d524f-d85b-48d4-8dc7-caa356eac191 req-a2d3dd6f-defc-447f-8567-0cc2f06bb3ff tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:45.786092 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f07d524f-d85b-48d4-8dc7-caa356eac191 req-a2d3dd6f-defc-447f-8567-0cc2f06bb3ff tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 943 time: 0.0808883 Jun 29 17:15:45.832019 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-f07d524f-d85b-48d4-8dc7-caa356eac191 req-fff28017-cd6e-40d1-a3e7-d9e869377fd6 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 Jun 29 17:15:45.839176 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Pushing event updated for resources: {'Port': ['ID=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:45.841992 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:46.041526 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Attempting to bind port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:15:46.041852 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Attempting to bind port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'f96bc856-9dd1-424b-89c3-f983d47ed8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:15:46.042177 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Attempting to bind port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 on network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:15:46.047847 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 on network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 17:15:46.048160 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Attempting to bind port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 on network 8353e44d-5365-41d2-a2fa-cd174ad0c2fb {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 17:15:46.054857 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Checking agent: {'id': 'e905f816-f262-401a-8c2b-a19b99fa24ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'started_at': datetime.datetime(2021, 6, 29, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 17:15:46.055188 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Checking segment: {'id': 'f96bc856-9dd1-424b-89c3-f983d47ed8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 17:15:46.055566 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Bound using segment: {'id': 'f96bc856-9dd1-424b-89c3-f983d47ed8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 17:15:46.055979 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Bound port: c7eeccc7-6426-4c10-bcc9-9c7e3f956311, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96bc856-9dd1-424b-89c3-f983d47ed8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:15:46.056316 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:46.142133 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] For port c7eeccc7-6426-4c10-bcc9-9c7e3f956311, host hv-cinder-79867, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:15:46.145742 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] For port c7eeccc7-6426-4c10-bcc9-9c7e3f956311, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,segment=NetworkSegment(f96bc856-9dd1-424b-89c3-f983d47ed8e5),segment_id=f96bc856-9dd1-424b-89c3-f983d47ed8e5)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:15:46.150095 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441332'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:46.154061 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5d8a65cd-ee75-4e94-bcf0-768aebc95427 tempest-AttachVolumeTestJSON-620939401 tempest-AttachVolumeTestJSON-620939401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:46.213836 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:46.215205 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] 10.222.0.98 "PUT /v2.0/ports/c7eeccc7-6426-4c10-bcc9-9c7e3f956311 HTTP/1.1" status: 200 len: 1093 time: 0.9849758 Jun 29 17:15:46.215700 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b4e1da-0542-415d-8f86-de25c39fb749', 'tag': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:15:46.233038 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Pushing event updated for resources: {'Port': ['ID=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:46.235890 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:46.290825 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b4e1da-0542-415d-8f86-de25c39fb749', 'tag': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311', 'status': 'completed', 'code': 200} Jun 29 17:15:46.324925 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-c3846923-ef68-4e96-a1b8-0a2cb4be7d76 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1ba786b507644f396f97cf8807afbc2&device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 1096 time: 0.0697687 Jun 29 17:15:46.394961 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-b512ab0f-3b06-4510-add3-6ae130d0874f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7eeccc7-6426-4c10-bcc9-9c7e3f956311 HTTP/1.1" status: 200 len: 217 time: 0.0627692 Jun 29 17:15:46.455376 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-077efbcc-a5f4-46a3-b9a8-9506be1c5b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:46.457321 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-077efbcc-a5f4-46a3-b9a8-9506be1c5b10 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b3660ecc-30e6-486c-9997-cd9a52bb62dc HTTP/1.1" status: 200 len: 849 time: 0.0566261 Jun 29 17:15:46.504979 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-1cbf7a9f-d917-4172-a468-ea2f5cdf0cd3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8353e44d-5365-41d2-a2fa-cd174ad0c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418162 Jun 29 17:15:46.636506 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-4d60ab2e-e30a-4201-b16e-a7a3f3e80ea3 service neutron] 10.222.0.98 "GET /v2.0/networks/8353e44d-5365-41d2-a2fa-cd174ad0c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251550 Jun 29 17:15:46.767669 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-8ad75b22-52db-45fe-957c-a98d9c5aa5d6 req-02aeb84c-db70-4bcf-adf1-50377305cb3e service neutron] 10.222.0.98 "GET /v2.0/networks/8353e44d-5365-41d2-a2fa-cd174ad0c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247759 Jun 29 17:15:46.876334 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-08044e79-7788-49f5-8c92-813c2df8f794 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1ba786b507644f396f97cf8807afbc2&device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 1096 time: 0.0678465 Jun 29 17:15:47.009721 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-b01d4740-3bbe-437e-a308-b2441b9f1e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:47.011429 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-b01d4740-3bbe-437e-a308-b2441b9f1e53 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8353e44d-5365-41d2-a2fa-cd174ad0c2fb HTTP/1.1" status: 200 len: 911 time: 0.1285107 Jun 29 17:15:47.029390 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e951b2-5ef3-4766-a410-13b18b945139 req-ecdd32d1-c382-454a-8930-3d4c57153c24 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:47.030823 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e7e951b2-5ef3-4766-a410-13b18b945139 req-ecdd32d1-c382-454a-8930-3d4c57153c24 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 943 time: 0.0782399 Jun 29 17:15:47.077836 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-e7e951b2-5ef3-4766-a410-13b18b945139 req-37a37ee5-6f30-42ef-bc48-d1db641e6f6b tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Jun 29 17:15:47.083395 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-be519cb6-24ad-4d72-b447-c0a5431b5597 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7eeccc7-6426-4c10-bcc9-9c7e3f956311 HTTP/1.1" status: 200 len: 217 time: 0.0648654 Jun 29 17:15:47.147949 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-d4ef7847-0668-41bc-ae9d-f1f45dae8fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:47.149374 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-d4ef7847-0668-41bc-ae9d-f1f45dae8fb1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b3660ecc-30e6-486c-9997-cd9a52bb62dc HTTP/1.1" status: 200 len: 849 time: 0.0597255 Jun 29 17:15:47.194275 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-ddb9e7e3-e988-48ad-bfb3-c2ea9596a67b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8353e44d-5365-41d2-a2fa-cd174ad0c2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382986 Jun 29 17:15:47.327342 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-aa3a8883-e577-4e2f-aedc-bcd0f93414cc service neutron] 10.222.0.98 "GET /v2.0/networks/8353e44d-5365-41d2-a2fa-cd174ad0c2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246550 Jun 29 17:15:47.460125 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-1c6850bc-0db4-4816-b1fb-cd2bbd3ec19a req-0fb1957c-9bf3-437c-b3ba-17651e05debb service neutron] 10.222.0.98 "GET /v2.0/networks/8353e44d-5365-41d2-a2fa-cd174ad0c2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264582 Jun 29 17:15:48.280542 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab55377-f03e-48f9-ac37-2096933b418b req-3ff61662-2067-4b44-8287-56210a9bb74a tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:48.281973 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aab55377-f03e-48f9-ac37-2096933b418b req-3ff61662-2067-4b44-8287-56210a9bb74a tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 943 time: 0.0781531 Jun 29 17:15:48.328417 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-aab55377-f03e-48f9-ac37-2096933b418b req-b0f660fd-795b-4e0c-9b69-04204536e625 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Jun 29 17:15:49.515917 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device c7eeccc7-6426-4c10-bcc9-9c7e3f956311 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 17:15:49.527294 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc501-21aa-4d20-86ef-91b880e4a2f8 req-4e77dec9-b80a-4364-a221-ee9606d4b266 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:49.528754 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-793fc501-21aa-4d20-86ef-91b880e4a2f8 req-4e77dec9-b80a-4364-a221-ee9606d4b266 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 943 time: 0.0773141 Jun 29 17:15:49.574687 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-793fc501-21aa-4d20-86ef-91b880e4a2f8 req-9fde69d2-586f-4334-ab92-b17e261de06f tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Jun 29 17:15:49.646133 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port c7eeccc7-6426-4c10-bcc9-9c7e3f956311, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,segment=NetworkSegment(f96bc856-9dd1-424b-89c3-f983d47ed8e5),segment_id=f96bc856-9dd1-424b-89c3-f983d47ed8e5)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:49.658434 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Returning: {'device': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311', 'network_id': '8353e44d-5365-41d2-a2fa-cd174ad0c2fb', 'port_id': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311', 'mac_address': 'fa:16:3e:e5:c8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3660ecc-30e6-486c-9997-cd9a52bb62dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 17:15:49.715010 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:49.732796 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7eeccc7-6426-4c10-bcc9-9c7e3f956311 {{(pid=74291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:15:49.748452 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port c7eeccc7-6426-4c10-bcc9-9c7e3f956311, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,segment=NetworkSegment(f96bc856-9dd1-424b-89c3-f983d47ed8e5),segment_id=f96bc856-9dd1-424b-89c3-f983d47ed8e5)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:49.753214 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:49.755199 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-fe903991-d351-4227-b57c-e0d11510fbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:49.817595 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,revision_number=4']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:49.825694 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.826040 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.826378 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.826709 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.827037 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.827363 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.827686 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.828007 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.828325 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.828642 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.828959 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:49.832718 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:49.957908 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['c7eeccc7-6426-4c10-bcc9-9c7e3f956311'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:15:50.773296 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05f4d4-d685-4f18-bb84-bf281ee2fc1d req-bf1604b2-c41c-4e16-a246-51bfef78a316 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:50.774726 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1d05f4d4-d685-4f18-bb84-bf281ee2fc1d req-bf1604b2-c41c-4e16-a246-51bfef78a316 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 944 time: 0.0795221 Jun 29 17:15:50.820795 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-1d05f4d4-d685-4f18-bb84-bf281ee2fc1d req-30461b7d-10da-4c27-ae8a-9320f572737a tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Jun 29 17:15:51.547149 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device c7eeccc7-6426-4c10-bcc9-9c7e3f956311 up at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 17:15:51.615506 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning for port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 completed by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:15:51.619565 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.db.provisioning_blocks [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Provisioning complete for port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 triggered by entity L2. {{(pid=74291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:15:51.619939 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32890402'] for port, provisioning_complete {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:51.762471 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33263659'] for port, before_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:51.788421 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b4e1da-0542-415d-8f86-de25c39fb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311'}] {{(pid=74291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:15:51.797995 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] For port c7eeccc7-6426-4c10-bcc9-9c7e3f956311, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,segment=NetworkSegment(f96bc856-9dd1-424b-89c3-f983d47ed8e5),segment_id=f96bc856-9dd1-424b-89c3-f983d47ed8e5)] {{(pid=74291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:51.802314 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754501921208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754501397023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754501397068'] for port, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:51.804443 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:51.843978 dv-cinder-798672-1-smb neutron-server[74291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b4e1da-0542-415d-8f86-de25c39fb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311', 'code': 200} Jun 29 17:15:51.873351 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Pushing event updated for resources: {'Port': ['ID=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,revision_number=5']} {{(pid=74291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:51.876230 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG oslo_concurrency.lockutils [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:52.026850 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deb153-62bb-4b1f-95a8-b3f1a6943593 req-6e418dd7-4616-444b-999e-8128db94f50b tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:52.028283 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d0deb153-62bb-4b1f-95a8-b3f1a6943593 req-6e418dd7-4616-444b-999e-8128db94f50b tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 945 time: 0.0837271 Jun 29 17:15:52.073284 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-669941f2-8d7a-45cb-ad4f-12c33ed0497c req-897bfa7b-a20c-4c22-95db-5e5292d89f87 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 1098 time: 0.0745707 Jun 29 17:15:52.077527 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-d0deb153-62bb-4b1f-95a8-b3f1a6943593 req-5aa2ba2b-3063-40e7-b686-a8be1fc84aee tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436769 Jun 29 17:15:52.115816 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-669941f2-8d7a-45cb-ad4f-12c33ed0497c req-3509ddf6-700f-43f9-be40-090d836cc92d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364218 Jun 29 17:15:53.277625 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48d4f-8f4d-4ec9-8833-44a71230fcde req-584ec5f0-8cc6-49f5-91fb-5da6c8ac44d1 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:53.279073 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-44d48d4f-8f4d-4ec9-8833-44a71230fcde req-584ec5f0-8cc6-49f5-91fb-5da6c8ac44d1 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 945 time: 0.0794256 Jun 29 17:15:53.328847 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-44d48d4f-8f4d-4ec9-8833-44a71230fcde req-7f0959f7-bace-49ab-addc-99d3df155003 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Jun 29 17:15:56.694765 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b06a8-93a6-478e-b5b3-08a0dd06c2bb req-83a9adf1-3dcf-4623-811b-e5db3f304ca5 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:56.696238 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e8b06a8-93a6-478e-b5b3-08a0dd06c2bb req-83a9adf1-3dcf-4623-811b-e5db3f304ca5 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 945 time: 0.0819137 Jun 29 17:15:56.743023 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-7e8b06a8-93a6-478e-b5b3-08a0dd06c2bb req-5ef9ab45-e3fe-4b2e-96a1-16eaebfef3b6 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Jun 29 17:15:57.912886 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-442e29da-daf8-4a34-9213-46c81c525304 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:57.913666 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-442e29da-daf8-4a34-9213-46c81c525304 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Synchronizing usage tracker for tenant:a1ba786b507644f396f97cf8807afbc2 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 17:15:57.933117 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-442e29da-daf8-4a34-9213-46c81c525304 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Unset dirty status for tenant:a1ba786b507644f396f97cf8807afbc2 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 17:15:57.934401 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-442e29da-daf8-4a34-9213-46c81c525304 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.98 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 945 time: 0.0964296 Jun 29 17:15:57.941953 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776496f-b7a9-4a40-af8e-7b8b3c0d73d6 req-89069630-1a8a-4acf-8d39-8d04d5fa4b40 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:57.943398 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b776496f-b7a9-4a40-af8e-7b8b3c0d73d6 req-89069630-1a8a-4acf-8d39-8d04d5fa4b40 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 945 time: 0.0792217 Jun 29 17:15:57.991786 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-b776496f-b7a9-4a40-af8e-7b8b3c0d73d6 req-e00bc09e-81b2-4911-a2fd-4b7e4d94c182 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/security-groups?id=8c4bc4da-5341-4596-a315-029027aa7794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Jun 29 17:15:58.096117 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Deleting port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 17:15:58.096474 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754501917615'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:58.337292 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] For port c7eeccc7-6426-4c10-bcc9-9c7e3f956311, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,segment=NetworkSegment(f96bc856-9dd1-424b-89c3-f983d47ed8e5),segment_id=f96bc856-9dd1-424b-89c3-f983d47ed8e5)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:58.337642 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545999'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:58.462361 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Calling delete_port for c7eeccc7-6426-4c10-bcc9-9c7e3f956311 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 17:15:58.603253 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33289601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754501921190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754501397014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1441341'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:58.608657 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-41bd2daf-ff4d-44e9-8ec3-883652b028fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:58.615021 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.db [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] get_ports_and_sgs() called for port_ids ['c7eeccc7-6426-4c10-bcc9-9c7e3f956311'] {{(pid=74291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 17:15:58.652640 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Pushing event deleted for resources: {'Port': ['ID=c7eeccc7-6426-4c10-bcc9-9c7e3f956311,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:58.691453 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.691830 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.692199 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.692561 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.692920 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.693305 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.693662 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.694017 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.694368 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.694724 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.695075 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:58.701415 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:58.737868 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] No DVR routers for this DVR port c7eeccc7-6426-4c10-bcc9-9c7e3f956311 on host hv-cinder-79867 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:15:58.740248 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1020958'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:58.742764 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b4e1da-0542-415d-8f86-de25c39fb749', 'name': 'network-vif-deleted', 'tag': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:15:58.757905 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [req-618723c1-2618-48d6-9a5c-5f8dacada7d3 req-384cb362-5d5f-480d-8f30-f85e247d1c07 tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.98 "DELETE /v2.0/ports/c7eeccc7-6426-4c10-bcc9-9c7e3f956311 HTTP/1.1" status: 204 len: 173 time: 0.8181849 Jun 29 17:15:58.809780 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b4e1da-0542-415d-8f86-de25c39fb749', 'name': 'network-vif-deleted', 'tag': 'c7eeccc7-6426-4c10-bcc9-9c7e3f956311', 'status': 'completed', 'code': 200} Jun 29 17:15:59.260208 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [req-761c5609-e8f0-4a5a-af16-f0d9a23bbddc req-e69f9180-0597-4f12-8a93-2a9a98e1703e tempest-VolumesActionsTest-1021191255 tempest-VolumesActionsTest-1021191255-project] 10.222.0.99 "GET /v2.0/ports?device_id=05b4e1da-0542-415d-8f86-de25c39fb749 HTTP/1.1" status: 200 len: 210 time: 0.1329558 Jun 29 17:16:01.608899 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device c7eeccc7-6426-4c10-bcc9-9c7e3f956311 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 17:16:01.641969 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.plugin [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] No Port match for: c7eeccc7-6426-4c10-bcc9-9c7e3f956311 {{(pid=74291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 17:16:01.642313 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron.plugins.ml2.rpc [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Device c7eeccc7-6426-4c10-bcc9-9c7e3f956311 not bound to the agent host hv-cinder-79867 {{(pid=74291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 17:16:02.137010 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:06.460744 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:16:10.587919 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-396abd64-738d-40a3-920d-259cd3599156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:11.067497 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:12.701815 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bb28e061-f54d-476c-86fb-518d53f10488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:13.804824 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:15.244821 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:17.637681 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34476) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:17.696441 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Deleting subnet b3660ecc-30e6-486c-9997-cd9a52bb62dc {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:16:17.699269 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:17.750946 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982915'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:17.808496 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:17.879776 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1553228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2963323'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:17.883927 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:17.920746 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3660ecc-30e6-486c-9997-cd9a52bb62dc,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:17.932831 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.933216 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.933575 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.933924 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.934275 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.934621 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.934962 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.935305 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.935643 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.935978 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.936709 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-1-smb {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:17.939403 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:17.943493 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:17.946146 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-07daadbc-2f7d-45c1-ba2b-b8c5cc025b7b admin admin] 10.222.0.99 "DELETE /v2.0/subnets/b3660ecc-30e6-486c-9997-cd9a52bb62dc HTTP/1.1" status: 204 len: 168 time: 0.3075063 Jun 29 17:16:17.948560 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34480) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:18.054642 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.185627 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.199099 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8353e44d-5365-41d2-a2fa-cd174ad0c2fb']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:18.211766 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96bc856-9dd1-424b-89c3-f983d47ed8e5') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:18.212050 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96bc856-9dd1-424b-89c3-f983d47ed8e5') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:18.223315 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982924'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.239399 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.245273 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:16:18.245652 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1553386'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: Traceback (most recent call last): Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: timer() Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: cb(*args, **kw) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: return func(*args, **kwargs) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: self._notify() Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: self.callback(batched_events) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: event.method(event) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: return f(self, *a, **k) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: return self._get(url).json() Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: return self.request(url, 'GET', **kwargs) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:16:18.260225 dv-cinder-798672-1-smb neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:16:18.336627 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.340090 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:18.352685 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.362463 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8353e44d-5365-41d2-a2fa-cd174ad0c2fb,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:18.365513 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:18.371006 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-c29a612c-6e12-4095-881c-6c13de03afa7 admin admin] 10.222.0.99 "DELETE /v2.0/networks/8353e44d-5365-41d2-a2fa-cd174ad0c2fb HTTP/1.1" status: 204 len: 168 time: 0.4214666 Jun 29 17:16:18.373816 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34484) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:18.433371 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Deleting subnet d472942e-11e8-4009-9f21-8e0535207150 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 17:16:18.436385 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.488828 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982915'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.543185 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32885712'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.608092 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32885721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1553228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2963323'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.613024 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:18.648218 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d472942e-11e8-4009-9f21-8e0535207150,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:18.651523 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:18.654821 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.660518 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-29667206-4f8f-4bcc-b297-2fbf65fd22cc admin admin] 10.222.0.99 "DELETE /v2.0/subnets/d472942e-11e8-4009-9f21-8e0535207150 HTTP/1.1" status: 204 len: 168 time: 0.2858047 Jun 29 17:16:18.662979 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34488) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:18.764570 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33252313'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.892070 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32883365', 'neutron.services.segments.db._delete_segments_for_network-8754501868162'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.904662 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4a9301-76e3-4ba9-adf9-4ac7ab562f90']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:18.916802 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447c0612-3931-4c45-96ff-4e3d1c14f5e7') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:18.917099 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.services.segments.db [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447c0612-3931-4c45-96ff-4e3d1c14f5e7') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:18.928756 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754501839517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982924'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.944442 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33223236'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.950366 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 17:16:18.950742 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33223263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1553386'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: Traceback (most recent call last): Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: timer() Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: cb(*args, **kw) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: return func(*args, **kwargs) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: self._notify() Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: self.callback(batched_events) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: event.method(event) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: return f(self, *a, **k) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: return self._get(url).json() Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: return self.request(url, 'GET', **kwargs) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:16:18.963597 dv-cinder-798672-1-smb neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:16:19.039207 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32883798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546997'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.042717 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9641cd42-f4fd-41a8-926e-228f84f9f00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:19.056009 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584873'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.066198 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4a9301-76e3-4ba9-adf9-4ac7ab562f90,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:19.068517 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] 10.222.0.99 "DELETE /v2.0/networks/8c4a9301-76e3-4ba9-adf9-4ac7ab562f90 HTTP/1.1" status: 204 len: 168 time: 0.4046545 Jun 29 17:16:19.069414 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a894f655-c59c-428b-a078-2b882175d054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:19.264092 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34494) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:19.314025 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-bf906db6-a5d8-4131-ae54-4c20688ac4ea admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a1ba786b507644f396f97cf8807afbc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485678 Jun 29 17:16:19.316420 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34498) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:19.373539 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-def11769-a9df-42a8-a8f9-aaa150265403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.398616 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-def11769-a9df-42a8-a8f9-aaa150265403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.449263 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-def11769-a9df-42a8-a8f9-aaa150265403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.454877 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9216ddfd-cc44-40d0-bc0b-e398baa64521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:19.466470 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def11769-a9df-42a8-a8f9-aaa150265403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4bc4da-5341-4596-a315-029027aa7794,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:19.469617 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-def11769-a9df-42a8-a8f9-aaa150265403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:19.473709 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-def11769-a9df-42a8-a8f9-aaa150265403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.474814 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-def11769-a9df-42a8-a8f9-aaa150265403 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8c4bc4da-5341-4596-a315-029027aa7794 HTTP/1.1" status: 204 len: 168 time: 0.1575460 Jun 29 17:16:19.853313 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34506) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:19.906222 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-eaa57401-edc8-4b36-ac28-cd2d41f3091d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=509f43bdc636414bbf4341aecf69e395&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516794 Jun 29 17:16:19.908646 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34510) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:19.967004 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fc960247-09de-4ed6-adc6-5364f0396bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.992344 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fc960247-09de-4ed6-adc6-5364f0396bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:20.043467 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fc960247-09de-4ed6-adc6-5364f0396bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:20.048563 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4eec26d8-c01e-4d41-922a-fcf14fe36819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:20.058577 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc960247-09de-4ed6-adc6-5364f0396bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1499765a-adf0-462a-b08d-9009a559ab9d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:20.060822 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fc960247-09de-4ed6-adc6-5364f0396bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:20.066797 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fc960247-09de-4ed6-adc6-5364f0396bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:20.067898 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-fc960247-09de-4ed6-adc6-5364f0396bc9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1499765a-adf0-462a-b08d-9009a559ab9d HTTP/1.1" status: 204 len: 168 time: 0.1583579 Jun 29 17:16:32.137283 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:40.591390 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-0a633b7d-9b94-46e5-bd0d-94be4a91cdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:41.069788 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:42.705392 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-eb661fcb-585a-495f-a5b7-6236e8d0209b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:43.460722 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:16:43.808050 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.103699 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34640) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:45.245581 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.247611 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.277940 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:16:45.281745 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e60b6b1f54fe4b3eaabfbfe859decb09 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:16:45.284483 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:16:45.290120 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:16:45.355374 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.359224 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.365876 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-295057a9-d92f-4a7e-b401-295aca596569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:45.408780 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e60b6b1f54fe4b3eaabfbfe859decb09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3040290 Jun 29 17:16:45.409561 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06896f6-abcb-4411-b32e-83ed75131182,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:45.412310 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34646) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:45.412853 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-16aff1aa-9a5e-4f74-acc5-75b45be0e2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:45.475650 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b298f854-dac8-465c-b7e0-b09b6ebcc1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.501336 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b298f854-dac8-465c-b7e0-b09b6ebcc1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.554125 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b298f854-dac8-465c-b7e0-b09b6ebcc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.557643 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0705f76c-3248-4fbe-bb1d-86cd53485720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:45.569379 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298f854-dac8-465c-b7e0-b09b6ebcc1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06896f6-abcb-4411-b32e-83ed75131182,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:45.571754 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b298f854-dac8-465c-b7e0-b09b6ebcc1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:45.577859 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b298f854-dac8-465c-b7e0-b09b6ebcc1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:45.578934 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-b298f854-dac8-465c-b7e0-b09b6ebcc1c5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a06896f6-abcb-4411-b32e-83ed75131182 HTTP/1.1" status: 204 len: 168 time: 0.1656399 Jun 29 17:16:49.649728 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.99', 34690) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:49.788928 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:49.820113 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:16:49.825593 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Usage tracker for resource:security_group_rule and tenant:416b3ae786274334adcb007cb8d55a92 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:16:49.829034 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.quota.resource [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:16:49.834761 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:16:49.898660 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:49.902250 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:49.909282 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a6dd7d08-f7df-46cd-b5c7-87550cffe963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:49.949372 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91818072-7b51-447e-9b04-8b0c9d096826,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:49.952927 dv-cinder-798672-1-smb neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:49.957641 dv-cinder-798672-1-smb neutron-server[74289]: INFO neutron.wsgi [None req-866a89d2-1e18-42c3-8d5d-40f5c1bffc05 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=416b3ae786274334adcb007cb8d55a92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3067846 Jun 29 17:16:49.958105 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34696) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:16:50.021582 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-45075bc9-319b-4b25-b60c-510ad7456c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:50.124111 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-45075bc9-319b-4b25-b60c-510ad7456c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:50.175108 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-45075bc9-319b-4b25-b60c-510ad7456c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:50.178671 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d84fab22-036d-4c52-8ee6-c1aac03834ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:50.191124 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45075bc9-319b-4b25-b60c-510ad7456c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91818072-7b51-447e-9b04-8b0c9d096826,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:50.194808 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-45075bc9-319b-4b25-b60c-510ad7456c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:50.199946 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-45075bc9-319b-4b25-b60c-510ad7456c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:50.201030 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-45075bc9-319b-4b25-b60c-510ad7456c51 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/91818072-7b51-447e-9b04-8b0c9d096826 HTTP/1.1" status: 204 len: 168 time: 0.2419827 Jun 29 17:17:02.134692 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:10.593648 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfa16-cdad-4e80-8ed8-6f63cce366c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:11.073374 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:12.707172 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-9469d460-e67f-447d-a990-e62e604dcb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:13.810108 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.416852 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34822) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:17:14.556960 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.587214 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 17:17:14.591103 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Usage tracker for resource:security_group_rule and tenant:036acb518d304deea40b0c1d51d9806a is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 17:17:14.594732 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.quota.resource [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 17:17:14.600724 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 17:17:14.668894 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.672697 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.680196 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9bcc2a1-859a-4fb5-b2b0-70cc09130713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:17:14.719984 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5942037-a7ac-4391-ba28-0e30e06fe14e,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:17:14.723981 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=036acb518d304deea40b0c1d51d9806a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3061221 Jun 29 17:17:14.724886 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ccfa8605-4014-4a6d-8b26-d8c52333398b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:17:14.726608 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.99', 34828) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 17:17:14.787911 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-21dcdce2-e252-461f-be0f-e8dbd5f6e8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.813793 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-21dcdce2-e252-461f-be0f-e8dbd5f6e8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.863137 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-21dcdce2-e252-461f-be0f-e8dbd5f6e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378806'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.866519 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-37174f9e-ccbc-46bc-979f-f505acdb614b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:17:14.877964 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcdce2-e252-461f-be0f-e8dbd5f6e8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5942037-a7ac-4391-ba28-0e30e06fe14e,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:17:14.881306 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-21dcdce2-e252-461f-be0f-e8dbd5f6e8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:17:14.884540 dv-cinder-798672-1-smb neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-21dcdce2-e252-461f-be0f-e8dbd5f6e8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:14.885702 dv-cinder-798672-1-smb neutron-server[74290]: INFO neutron.wsgi [None req-21dcdce2-e252-461f-be0f-e8dbd5f6e8bf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b5942037-a7ac-4391-ba28-0e30e06fe14e HTTP/1.1" status: 204 len: 168 time: 0.1582282 Jun 29 17:17:15.251838 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:20.460201 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:17:32.131819 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:40.595492 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-99dbab9d-6a3f-4613-a5c0-8f9c75422cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:41.076350 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:42.707948 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e735ce01-2894-4785-9f72-88eacaac0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:43.812990 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:45.253829 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:57.460062 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:18:02.132924 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:10.596158 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5d714d7f-8965-49c2-96d4-824f5fee1fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:11.079187 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:12.709252 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-31aedb5c-f9e7-4f9d-9a1b-d01b92ac350b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:13.816543 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:15.257046 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:32.130419 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:34.459692 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:18:40.598140 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-c3d88ef0-cb48-4393-90be-750eb29cef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:41.080932 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:42.710407 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-2229d358-5d81-40e9-95ee-c4f45ad28408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:43.821215 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:45.259346 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:02.128161 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:10.600605 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-45a146df-5b74-47c0-a4be-f0cab641ee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:11.082356 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:11.458694 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:19:12.711235 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-54e92914-495e-467f-a6c9-8332cf69a1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:13.822308 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:15.261270 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:32.151557 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:40.602294 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bd0e825f-ef66-4161-8017-f46c26c4456b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:41.085254 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:42.712189 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-bc8084b0-6dfa-435d-99af-a26334623eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:43.825291 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:45.265045 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:48.457909 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:20:02.171552 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:10.604538 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-d066ee8f-a035-4edc-a0d1-57e70e67f375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:11.094178 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:12.714012 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-3d96d7ec-86f5-4c4b-8b5a-75c0e29d30ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:13.827810 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:15.268398 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:25.457672 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:20:32.171060 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:40.607510 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-e6464727-07e4-44dc-a605-2e86ae76aa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:41.086915 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:42.715444 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a200-96fd-4039-b4b7-e3b9c928cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:43.830207 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:45.271807 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.169395 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:02.458291 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:21:10.609022 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ef0deea5-3298-49e3-b794-35f1f097e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:11.090591 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:12.715070 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-05202420-bf54-46d6-91f5-8fcd20220805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:13.833976 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:15.274654 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:32.167392 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-ff4765cb-a629-4100-8ce3-209fefcd8414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:39.458860 dv-cinder-798672-1-smb neutron-server[74292]: DEBUG neutron.db.agents_db [None req-15f564dc-0a34-431b-a31b-3166106b5917 None None] Agent healthcheck: found 6 active agents {{(pid=74292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 17:21:40.613113 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-2918fc5a-a1f5-4b1f-a48f-099c5dac2481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:41.093345 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-5caf9080-159f-49c3-a3e8-19d751ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:42.715886 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea0c-dedd-46f7-8f29-5f9fad90b32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:43.836964 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-031a02a1-f97b-4df7-828a-5a6e2926b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:45.277044 dv-cinder-798672-1-smb neutron-server[74291]: DEBUG neutron_lib.callbacks.manager [None req-146114f9-e445-4010-b0c3-2a62270cfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754501868144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32890515'] for agent, after_update {{(pid=74291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}